2024-11-27 20:21:32,615 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 20:21:32,628 main DEBUG Took 0.010404 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 20:21:32,628 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 20:21:32,628 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 20:21:32,629 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 20:21:32,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,637 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 20:21:32,648 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,650 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,652 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,652 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,652 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,653 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,654 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,655 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,656 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:21:32,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,658 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 20:21:32,659 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:21:32,660 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 20:21:32,662 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 20:21:32,662 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 20:21:32,663 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 20:21:32,664 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 20:21:32,672 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 20:21:32,674 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 20:21:32,676 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 20:21:32,676 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 20:21:32,677 main DEBUG createAppenders(={Console}) 2024-11-27 20:21:32,677 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-27 20:21:32,678 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 20:21:32,678 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-27 20:21:32,679 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 20:21:32,679 main DEBUG OutputStream closed 2024-11-27 20:21:32,679 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 20:21:32,679 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 20:21:32,680 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-27 20:21:32,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 20:21:32,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 20:21:32,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 20:21:32,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 20:21:32,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 20:21:32,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 20:21:32,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 20:21:32,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 20:21:32,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 20:21:32,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 20:21:32,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 20:21:32,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 20:21:32,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 20:21:32,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 20:21:32,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 20:21:32,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 20:21:32,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 20:21:32,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 20:21:32,757 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 20:21:32,757 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-27 20:21:32,757 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 20:21:32,758 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-27T20:21:32,982 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef 2024-11-27 20:21:32,985 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 20:21:32,985 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T20:21:32,995 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-27T20:21:33,018 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:21:33,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/cluster_9f9627be-4b86-caee-a1bd-c640e54c7821, deleteOnExit=true 2024-11-27T20:21:33,021 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-27T20:21:33,022 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/test.cache.data in system properties and HBase conf 2024-11-27T20:21:33,022 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:21:33,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:21:33,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:21:33,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:21:33,024 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T20:21:33,115 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T20:21:33,211 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:21:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:33,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:33,216 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:21:33,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:33,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:21:33,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:21:33,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:33,218 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:33,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:21:33,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:21:33,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:21:33,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:33,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:21:33,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:21:34,048 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T20:21:34,122 INFO [Time-limited test {}] log.Log(170): Logging initialized @2243ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T20:21:34,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:34,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:34,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:34,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:34,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:21:34,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:34,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:34,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:34,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/java.io.tmpdir/jetty-localhost-39977-hadoop-hdfs-3_4_1-tests_jar-_-any-18110663086679194007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:34,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39977} 2024-11-27T20:21:34,528 INFO [Time-limited test {}] server.Server(415): Started @2650ms 2024-11-27T20:21:34,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:34,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:34,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:34,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:34,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:21:34,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:34,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:35,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/java.io.tmpdir/jetty-localhost-36083-hadoop-hdfs-3_4_1-tests_jar-_-any-7866072728327274623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:35,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36083} 2024-11-27T20:21:35,071 INFO [Time-limited test {}] server.Server(415): Started @3193ms 2024-11-27T20:21:35,126 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:21:35,855 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/cluster_9f9627be-4b86-caee-a1bd-c640e54c7821/dfs/data/data2/current/BP-154317913-172.17.0.2-1732738893796/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:35,855 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/cluster_9f9627be-4b86-caee-a1bd-c640e54c7821/dfs/data/data1/current/BP-154317913-172.17.0.2-1732738893796/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:35,886 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:21:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29c7a4582cee4976 with lease ID 0xd6cbef0f6cbfd9a: Processing first storage report for DS-bbd00d6e-5e26-41af-9756-3f8b044dd60c from datanode DatanodeRegistration(127.0.0.1:33519, datanodeUuid=80ddd18d-a433-425b-967f-aa94da7e9f60, infoPort=33597, infoSecurePort=0, ipcPort=39807, storageInfo=lv=-57;cid=testClusterID;nsid=351764919;c=1732738893796) 2024-11-27T20:21:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29c7a4582cee4976 with lease ID 0xd6cbef0f6cbfd9a: from storage DS-bbd00d6e-5e26-41af-9756-3f8b044dd60c node DatanodeRegistration(127.0.0.1:33519, datanodeUuid=80ddd18d-a433-425b-967f-aa94da7e9f60, infoPort=33597, infoSecurePort=0, ipcPort=39807, storageInfo=lv=-57;cid=testClusterID;nsid=351764919;c=1732738893796), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T20:21:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29c7a4582cee4976 with lease ID 0xd6cbef0f6cbfd9a: Processing first storage report for DS-2e07f3c4-3567-46a3-b4ed-1438a220c031 from datanode DatanodeRegistration(127.0.0.1:33519, datanodeUuid=80ddd18d-a433-425b-967f-aa94da7e9f60, infoPort=33597, infoSecurePort=0, ipcPort=39807, storageInfo=lv=-57;cid=testClusterID;nsid=351764919;c=1732738893796) 2024-11-27T20:21:35,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29c7a4582cee4976 with lease ID 0xd6cbef0f6cbfd9a: from storage DS-2e07f3c4-3567-46a3-b4ed-1438a220c031 node DatanodeRegistration(127.0.0.1:33519, datanodeUuid=80ddd18d-a433-425b-967f-aa94da7e9f60, infoPort=33597, infoSecurePort=0, ipcPort=39807, storageInfo=lv=-57;cid=testClusterID;nsid=351764919;c=1732738893796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:21:36,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef 2024-11-27T20:21:36,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/cluster_9f9627be-4b86-caee-a1bd-c640e54c7821/zookeeper_0, clientPort=51089, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/cluster_9f9627be-4b86-caee-a1bd-c640e54c7821/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/cluster_9f9627be-4b86-caee-a1bd-c640e54c7821/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:21:36,105 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51089 2024-11-27T20:21:36,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:36,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:36,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:21:36,752 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 with version=8 2024-11-27T20:21:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/hbase-staging 2024-11-27T20:21:36,880 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T20:21:37,149 INFO [Time-limited test {}] client.ConnectionUtils(129): master/23827885d8b7:0 server-side Connection retries=45 2024-11-27T20:21:37,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:37,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:37,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:37,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:37,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:37,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:21:37,391 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T20:21:37,401 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T20:21:37,405 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:37,434 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21533 (auto-detected) 2024-11-27T20:21:37,436 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T20:21:37,455 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36979 2024-11-27T20:21:37,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:37,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:37,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36979 connecting to ZooKeeper ensemble=127.0.0.1:51089 2024-11-27T20:21:37,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369790x0, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:37,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36979-0x1003aa509b00000 connected 2024-11-27T20:21:37,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:21:37,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:21:37,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:21:37,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36979 2024-11-27T20:21:37,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36979 2024-11-27T20:21:37,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36979 2024-11-27T20:21:37,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36979 2024-11-27T20:21:37,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36979 2024-11-27T20:21:37,571 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840, hbase.cluster.distributed=false 2024-11-27T20:21:37,634 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/23827885d8b7:0 server-side Connection retries=45 2024-11-27T20:21:37,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:37,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:37,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:37,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:37,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:37,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:21:37,639 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:37,640 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33005 2024-11-27T20:21:37,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:21:37,647 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:21:37,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:37,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:37,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33005 connecting to ZooKeeper ensemble=127.0.0.1:51089 2024-11-27T20:21:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330050x0, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:37,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330050x0, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:21:37,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33005-0x1003aa509b00001 connected 2024-11-27T20:21:37,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:21:37,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T20:21:37,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33005 2024-11-27T20:21:37,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33005 2024-11-27T20:21:37,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33005 2024-11-27T20:21:37,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33005 2024-11-27T20:21:37,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33005 2024-11-27T20:21:37,675 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/23827885d8b7,36979,1732738896873 2024-11-27T20:21:37,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:21:37,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:21:37,683 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/23827885d8b7,36979,1732738896873 2024-11-27T20:21:37,690 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;23827885d8b7:36979 2024-11-27T20:21:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:21:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T20:21:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:37,705 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T20:21:37,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T20:21:37,706 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/23827885d8b7,36979,1732738896873 from backup master directory 2024-11-27T20:21:37,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/23827885d8b7,36979,1732738896873 2024-11-27T20:21:37,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:21:37,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T20:21:37,710 WARN [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:37,710 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=23827885d8b7,36979,1732738896873 2024-11-27T20:21:37,713 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T20:21:37,715 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T20:21:37,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:21:37,795 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/hbase.id with ID: 264c9619-6d96-498d-b2c3-4ccf399d5857 2024-11-27T20:21:37,843 INFO [master/23827885d8b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:37,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:37,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:21:37,915 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:37,917 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:21:37,939 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:37,945 INFO [master/23827885d8b7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:21:37,999 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store 2024-11-27T20:21:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:21:38,018 INFO [master/23827885d8b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T20:21:38,018 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:38,020 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:38,020 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:38,020 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:38,020 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:38,020 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:38,020 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:38,020 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T20:21:38,022 WARN [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/.initializing 2024-11-27T20:21:38,022 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/WALs/23827885d8b7,36979,1732738896873 2024-11-27T20:21:38,029 INFO [master/23827885d8b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:38,039 INFO [master/23827885d8b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23827885d8b7%2C36979%2C1732738896873, suffix=, logDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/WALs/23827885d8b7,36979,1732738896873, archiveDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/oldWALs, maxLogs=10 2024-11-27T20:21:38,061 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/WALs/23827885d8b7,36979,1732738896873/23827885d8b7%2C36979%2C1732738896873.1732738898044, exclude list is [], retry=0 2024-11-27T20:21:38,079 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33519,DS-bbd00d6e-5e26-41af-9756-3f8b044dd60c,DISK] 2024-11-27T20:21:38,082 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T20:21:38,124 INFO [master/23827885d8b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/WALs/23827885d8b7,36979,1732738896873/23827885d8b7%2C36979%2C1732738896873.1732738898044 2024-11-27T20:21:38,125 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33597:33597)] 2024-11-27T20:21:38,125 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:38,126 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:38,129 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,130 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:21:38,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:38,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:38,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:21:38,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:38,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:38,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:21:38,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:38,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:38,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:21:38,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:38,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:38,214 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,215 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,223 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:38,227 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:38,231 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:38,232 INFO [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68236516, jitterRate=0.016803324222564697}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:38,235 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T20:21:38,236 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:21:38,266 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c808127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,299 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-27T20:21:38,311 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:21:38,311 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:21:38,314 INFO [master/23827885d8b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:21:38,315 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T20:21:38,320 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-27T20:21:38,320 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:21:38,346 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:21:38,358 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T20:21:38,361 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-27T20:21:38,363 INFO [master/23827885d8b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:21:38,365 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:21:38,366 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-27T20:21:38,368 INFO [master/23827885d8b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:21:38,371 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:21:38,373 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-27T20:21:38,374 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:21:38,376 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T20:21:38,387 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:21:38,389 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T20:21:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:21:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T20:21:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:38,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:38,394 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=23827885d8b7,36979,1732738896873, sessionid=0x1003aa509b00000, setting cluster-up flag (Was=false) 2024-11-27T20:21:38,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:38,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:38,412 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T20:21:38,413 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23827885d8b7,36979,1732738896873 2024-11-27T20:21:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:38,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:38,424 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T20:21:38,425 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23827885d8b7,36979,1732738896873 2024-11-27T20:21:38,489 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;23827885d8b7:33005 2024-11-27T20:21:38,491 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1008): ClusterId : 264c9619-6d96-498d-b2c3-4ccf399d5857 2024-11-27T20:21:38,493 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:21:38,498 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:21:38,498 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:21:38,501 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:21:38,502 DEBUG [RS:0;23827885d8b7:33005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10837463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,504 DEBUG [RS:0;23827885d8b7:33005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dca505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23827885d8b7/172.17.0.2:0 2024-11-27T20:21:38,507 INFO [RS:0;23827885d8b7:33005 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-27T20:21:38,507 INFO [RS:0;23827885d8b7:33005 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-27T20:21:38,507 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-27T20:21:38,509 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(3073): reportForDuty to master=23827885d8b7,36979,1732738896873 with isa=23827885d8b7/172.17.0.2:33005, startcode=1732738897633 2024-11-27T20:21:38,517 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:38,522 DEBUG [RS:0;23827885d8b7:33005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:21:38,523 INFO [master/23827885d8b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-27T20:21:38,526 INFO [master/23827885d8b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:21:38,531 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 23827885d8b7,36979,1732738896873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:21:38,535 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/23827885d8b7:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:38,535 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/23827885d8b7:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:38,535 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/23827885d8b7:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:38,535 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/23827885d8b7:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:38,535 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/23827885d8b7:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:21:38,536 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,536 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/23827885d8b7:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:38,536 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,539 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738928538 2024-11-27T20:21:38,541 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:21:38,542 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:21:38,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:38,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:21:38,546 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:21:38,547 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:21:38,547 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:21:38,547 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:21:38,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:38,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:21:38,552 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,553 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:21:38,555 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:21:38,555 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:21:38,558 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:21:38,558 INFO [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:21:38,564 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.large.0-1732738898560,5,FailOnTimeoutGroup] 2024-11-27T20:21:38,565 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33029, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:21:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741831_1007 (size=1039) 2024-11-27T20:21:38,568 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.small.0-1732738898565,5,FailOnTimeoutGroup] 2024-11-27T20:21:38,568 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,568 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:21:38,570 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,570 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36979 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 23827885d8b7,33005,1732738897633 2024-11-27T20:21:38,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36979 {}] master.ServerManager(486): Registering regionserver=23827885d8b7,33005,1732738897633 2024-11-27T20:21:38,588 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:21:38,589 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33171 2024-11-27T20:21:38,589 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-27T20:21:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:21:38,594 DEBUG [RS:0;23827885d8b7:33005 {}] zookeeper.ZKUtil(111): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/23827885d8b7,33005,1732738897633 2024-11-27T20:21:38,594 WARN [RS:0;23827885d8b7:33005 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:38,594 INFO [RS:0;23827885d8b7:33005 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:38,594 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/WALs/23827885d8b7,33005,1732738897633 2024-11-27T20:21:38,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [23827885d8b7,33005,1732738897633] 2024-11-27T20:21:38,607 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-27T20:21:38,618 INFO [RS:0;23827885d8b7:33005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:21:38,630 INFO [RS:0;23827885d8b7:33005 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:21:38,633 INFO [RS:0;23827885d8b7:33005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:21:38,633 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,634 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-27T20:21:38,641 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,641 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,641 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,641 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,641 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,641 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,642 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/23827885d8b7:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:38,642 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,642 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,642 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,642 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,642 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/23827885d8b7:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:38,643 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/23827885d8b7:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:38,643 DEBUG [RS:0;23827885d8b7:33005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:38,643 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,644 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,644 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,644 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,644 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,33005,1732738897633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:38,664 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:21:38,666 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,33005,1732738897633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:38,686 INFO [RS:0;23827885d8b7:33005 {}] regionserver.Replication(204): 23827885d8b7,33005,1732738897633 started 2024-11-27T20:21:38,686 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1767): Serving as 23827885d8b7,33005,1732738897633, RpcServer on 23827885d8b7/172.17.0.2:33005, sessionid=0x1003aa509b00001 2024-11-27T20:21:38,687 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:21:38,687 DEBUG [RS:0;23827885d8b7:33005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 23827885d8b7,33005,1732738897633 2024-11-27T20:21:38,687 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23827885d8b7,33005,1732738897633' 2024-11-27T20:21:38,687 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T20:21:38,688 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T20:21:38,689 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:21:38,689 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:21:38,689 DEBUG [RS:0;23827885d8b7:33005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 23827885d8b7,33005,1732738897633 2024-11-27T20:21:38,689 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23827885d8b7,33005,1732738897633' 2024-11-27T20:21:38,689 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T20:21:38,689 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T20:21:38,690 DEBUG [RS:0;23827885d8b7:33005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:21:38,690 INFO [RS:0;23827885d8b7:33005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:21:38,690 INFO [RS:0;23827885d8b7:33005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:21:38,796 INFO [RS:0;23827885d8b7:33005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:38,800 INFO [RS:0;23827885d8b7:33005 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23827885d8b7%2C33005%2C1732738897633, suffix=, logDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/WALs/23827885d8b7,33005,1732738897633, archiveDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/oldWALs, maxLogs=32 2024-11-27T20:21:38,817 DEBUG [RS:0;23827885d8b7:33005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/WALs/23827885d8b7,33005,1732738897633/23827885d8b7%2C33005%2C1732738897633.1732738898802, exclude list is [], retry=0 2024-11-27T20:21:38,821 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33519,DS-bbd00d6e-5e26-41af-9756-3f8b044dd60c,DISK] 2024-11-27T20:21:38,825 INFO [RS:0;23827885d8b7:33005 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/WALs/23827885d8b7,33005,1732738897633/23827885d8b7%2C33005%2C1732738897633.1732738898802 2024-11-27T20:21:38,827 DEBUG [RS:0;23827885d8b7:33005 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33597:33597)] 2024-11-27T20:21:38,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-27T20:21:38,970 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:21:38,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:21:39,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:39,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:39,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:39,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:39,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:39,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:39,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:39,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:39,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:39,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:39,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:39,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:39,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:39,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740 2024-11-27T20:21:39,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740 2024-11-27T20:21:39,399 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:21:39,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T20:21:39,405 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:39,406 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69011030, jitterRate=0.02834448218345642}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:21:39,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T20:21:39,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:39,409 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:39,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:39,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:39,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:39,410 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:39,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T20:21:39,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:39,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-27T20:21:39,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:21:39,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:39,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:21:39,581 DEBUG [23827885d8b7:36979 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:21:39,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:21:39,591 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23827885d8b7,33005,1732738897633, state=OPENING 2024-11-27T20:21:39,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:21:39,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:39,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:39,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:21:39,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:21:39,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:21:39,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:39,780 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:39,783 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:21:39,794 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-27T20:21:39,794 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:39,795 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:21:39,798 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23827885d8b7%2C33005%2C1732738897633.meta, suffix=.meta, logDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/WALs/23827885d8b7,33005,1732738897633, archiveDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/oldWALs, maxLogs=32 2024-11-27T20:21:39,821 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/WALs/23827885d8b7,33005,1732738897633/23827885d8b7%2C33005%2C1732738897633.meta.1732738899801.meta, exclude list is [], retry=0 2024-11-27T20:21:39,825 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33519,DS-bbd00d6e-5e26-41af-9756-3f8b044dd60c,DISK] 2024-11-27T20:21:39,829 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/WALs/23827885d8b7,33005,1732738897633/23827885d8b7%2C33005%2C1732738897633.meta.1732738899801.meta 2024-11-27T20:21:39,829 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33597:33597)] 2024-11-27T20:21:39,830 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:39,832 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:39,898 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:21:39,903 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:21:39,907 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:21:39,907 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:39,907 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-27T20:21:39,907 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-27T20:21:39,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:39,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:39,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:39,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:39,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:39,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:39,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:39,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:39,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:39,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:39,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:39,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:39,920 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740 2024-11-27T20:21:39,922 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740 2024-11-27T20:21:39,925 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:21:39,928 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T20:21:39,929 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61395680, jitterRate=-0.08513307571411133}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:21:39,931 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T20:21:39,938 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738899773 2024-11-27T20:21:39,949 DEBUG [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:21:39,949 INFO [RS_OPEN_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-27T20:21:39,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:21:39,953 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23827885d8b7,33005,1732738897633, state=OPEN 2024-11-27T20:21:39,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:21:39,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T20:21:39,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:21:39,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T20:21:39,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:21:39,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=23827885d8b7,33005,1732738897633 in 355 msec 2024-11-27T20:21:39,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:21:39,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 545 msec 2024-11-27T20:21:39,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5110 sec 2024-11-27T20:21:39,974 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738899974, completionTime=-1 2024-11-27T20:21:39,975 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:21:39,975 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-27T20:21:40,012 DEBUG [hconnection-0x35b53cf1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:40,014 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:40,025 INFO [master/23827885d8b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-27T20:21:40,025 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738960025 2024-11-27T20:21:40,025 INFO [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732739020025 2024-11-27T20:21:40,025 INFO [master/23827885d8b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-27T20:21:40,047 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,36979,1732738896873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:40,047 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,36979,1732738896873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:40,047 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,36979,1732738896873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:40,048 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-23827885d8b7:36979, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:40,049 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:40,055 DEBUG [master/23827885d8b7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-27T20:21:40,057 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-27T20:21:40,058 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:21:40,064 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-27T20:21:40,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:40,068 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:40,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741835_1011 (size=358) 2024-11-27T20:21:40,485 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => abdb53a2f8d33fbcf823cc91627efb99, NAME => 'hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:21:40,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741836_1012 (size=42) 2024-11-27T20:21:40,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:40,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing abdb53a2f8d33fbcf823cc91627efb99, disabling compactions & flushes 2024-11-27T20:21:40,897 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:21:40,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:21:40,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. after waiting 0 ms 2024-11-27T20:21:40,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:21:40,897 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:21:40,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for abdb53a2f8d33fbcf823cc91627efb99: 2024-11-27T20:21:40,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:40,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732738900901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738900901"}]},"ts":"1732738900901"} 2024-11-27T20:21:40,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:21:40,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:40,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738900933"}]},"ts":"1732738900933"} 2024-11-27T20:21:40,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-27T20:21:40,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=abdb53a2f8d33fbcf823cc91627efb99, ASSIGN}] 2024-11-27T20:21:40,947 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=abdb53a2f8d33fbcf823cc91627efb99, ASSIGN 2024-11-27T20:21:40,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=abdb53a2f8d33fbcf823cc91627efb99, ASSIGN; state=OFFLINE, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=false 2024-11-27T20:21:41,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=abdb53a2f8d33fbcf823cc91627efb99, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:21:41,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure abdb53a2f8d33fbcf823cc91627efb99, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:21:41,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:41,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:21:41,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => abdb53a2f8d33fbcf823cc91627efb99, NAME => 'hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:41,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:21:41,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:41,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:21:41,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:21:41,269 INFO [StoreOpener-abdb53a2f8d33fbcf823cc91627efb99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:21:41,272 INFO [StoreOpener-abdb53a2f8d33fbcf823cc91627efb99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abdb53a2f8d33fbcf823cc91627efb99 columnFamilyName info 2024-11-27T20:21:41,272 DEBUG [StoreOpener-abdb53a2f8d33fbcf823cc91627efb99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:41,272 INFO [StoreOpener-abdb53a2f8d33fbcf823cc91627efb99-1 {}] regionserver.HStore(327): Store=abdb53a2f8d33fbcf823cc91627efb99/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:41,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:21:41,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:21:41,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:21:41,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:41,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened abdb53a2f8d33fbcf823cc91627efb99; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58795836, jitterRate=-0.123873770236969}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:21:41,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for abdb53a2f8d33fbcf823cc91627efb99: 2024-11-27T20:21:41,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99., pid=6, masterSystemTime=1732738901258 2024-11-27T20:21:41,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:21:41,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:21:41,291 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=abdb53a2f8d33fbcf823cc91627efb99, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:21:41,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:21:41,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure abdb53a2f8d33fbcf823cc91627efb99, server=23827885d8b7,33005,1732738897633 in 191 msec 2024-11-27T20:21:41,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:21:41,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=abdb53a2f8d33fbcf823cc91627efb99, ASSIGN in 354 msec 2024-11-27T20:21:41,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:41,304 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738901304"}]},"ts":"1732738901304"} 2024-11-27T20:21:41,307 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-27T20:21:41,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:41,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2530 sec 2024-11-27T20:21:41,369 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-27T20:21:41,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-27T20:21:41,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:41,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:21:41,400 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-27T20:21:41,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T20:21:41,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-27T20:21:41,424 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-27T20:21:41,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T20:21:41,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-27T20:21:41,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-27T20:21:41,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-27T20:21:41,454 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.743sec 2024-11-27T20:21:41,455 INFO [master/23827885d8b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:21:41,457 INFO [master/23827885d8b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:21:41,458 INFO [master/23827885d8b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:21:41,459 INFO [master/23827885d8b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:21:41,459 INFO [master/23827885d8b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:21:41,460 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,36979,1732738896873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:41,461 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,36979,1732738896873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:21:41,468 DEBUG [master/23827885d8b7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:21:41,469 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:21:41,470 INFO [master/23827885d8b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23827885d8b7,36979,1732738896873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:41,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-27T20:21:41,494 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-27T20:21:41,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:41,504 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T20:21:41,504 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T20:21:41,513 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:41,521 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:41,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=23827885d8b7,36979,1732738896873 2024-11-27T20:21:41,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=6334 2024-11-27T20:21:41,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:41,563 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:41,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:21:41,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:21:41,578 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:41,578 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:41,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:41,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-27T20:21:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741837_1013 (size=960) 2024-11-27T20:21:41,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:21:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:21:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741838_1014 (size=53) 2024-11-27T20:21:41,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:41,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9fd8033e4913c0c16c9144866a65b5f4, disabling compactions & flushes 2024-11-27T20:21:41,638 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:41,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:41,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. after waiting 0 ms 2024-11-27T20:21:41,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:41,638 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:41,638 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:41,641 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:41,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732738901641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738901641"}]},"ts":"1732738901641"} 2024-11-27T20:21:41,644 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:21:41,646 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:41,646 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738901646"}]},"ts":"1732738901646"} 2024-11-27T20:21:41,649 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:21:41,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fd8033e4913c0c16c9144866a65b5f4, ASSIGN}] 2024-11-27T20:21:41,656 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fd8033e4913c0c16c9144866a65b5f4, ASSIGN 2024-11-27T20:21:41,657 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fd8033e4913c0c16c9144866a65b5f4, ASSIGN; state=OFFLINE, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=false 2024-11-27T20:21:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:21:41,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9fd8033e4913c0c16c9144866a65b5f4, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:21:41,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:21:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:21:41,966 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:41,972 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:41,972 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:41,973 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,973 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:41,973 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,973 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,975 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,979 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:21:41,979 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fd8033e4913c0c16c9144866a65b5f4 columnFamilyName A 2024-11-27T20:21:41,979 DEBUG [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:41,981 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.HStore(327): Store=9fd8033e4913c0c16c9144866a65b5f4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:41,981 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,983 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:21:41,983 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fd8033e4913c0c16c9144866a65b5f4 columnFamilyName B 2024-11-27T20:21:41,983 DEBUG [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:41,984 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.HStore(327): Store=9fd8033e4913c0c16c9144866a65b5f4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:41,984 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,986 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:21:41,986 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fd8033e4913c0c16c9144866a65b5f4 columnFamilyName C 2024-11-27T20:21:41,986 DEBUG [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:41,987 INFO [StoreOpener-9fd8033e4913c0c16c9144866a65b5f4-1 {}] regionserver.HStore(327): Store=9fd8033e4913c0c16c9144866a65b5f4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:41,988 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:41,989 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,989 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,992 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:21:41,994 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:41,997 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:41,998 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 9fd8033e4913c0c16c9144866a65b5f4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73508440, jitterRate=0.09536111354827881}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:21:41,999 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:42,000 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., pid=11, masterSystemTime=1732738901966 2024-11-27T20:21:42,003 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:42,003 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:42,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9fd8033e4913c0c16c9144866a65b5f4, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T20:21:42,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 in 195 msec 2024-11-27T20:21:42,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:21:42,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fd8033e4913c0c16c9144866a65b5f4, ASSIGN in 356 msec 2024-11-27T20:21:42,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:42,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738902014"}]},"ts":"1732738902014"} 2024-11-27T20:21:42,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:21:42,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:42,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 446 msec 2024-11-27T20:21:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T20:21:42,227 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-27T20:21:42,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-27T20:21:42,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,240 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:42,245 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:42,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-27T20:21:42,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,259 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-27T20:21:42,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-27T20:21:42,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-27T20:21:42,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-27T20:21:42,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-27T20:21:42,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,284 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-27T20:21:42,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-27T20:21:42,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-27T20:21:42,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:42,315 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,316 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,316 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,321 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,322 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,322 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-27T20:21:42,324 DEBUG [hconnection-0x6313e8f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:21:42,326 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:42,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:42,332 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,333 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,334 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,335 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,338 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,340 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,341 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,344 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,352 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,356 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:21:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:42,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:42,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:42,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:42,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:21:42,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:21:42,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:42,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:42,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:42,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9d2b7cec823742e0ade08e912ae0e704 is 50, key is test_row_0/A:col10/1732738902386/Put/seqid=0 2024-11-27T20:21:42,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738962569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738962569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738962572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738962574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738962579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:21:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741839_1015 (size=12001) 2024-11-27T20:21:42,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9d2b7cec823742e0ade08e912ae0e704 2024-11-27T20:21:42,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:21:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:42,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738962740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738962740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738962740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738962744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738962745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f5b3aa24c5334aa5ad67e3958245f1fe is 50, key is test_row_0/B:col10/1732738902386/Put/seqid=0 2024-11-27T20:21:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741840_1016 (size=12001) 2024-11-27T20:21:42,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f5b3aa24c5334aa5ad67e3958245f1fe 2024-11-27T20:21:42,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/f684595a6c9141c3b16dcb8c374ea667 is 50, key is test_row_0/C:col10/1732738902386/Put/seqid=0 2024-11-27T20:21:42,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:21:42,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:42,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:42,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:42,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741841_1017 (size=12001) 2024-11-27T20:21:42,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/f684595a6c9141c3b16dcb8c374ea667 2024-11-27T20:21:42,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9d2b7cec823742e0ade08e912ae0e704 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9d2b7cec823742e0ade08e912ae0e704 2024-11-27T20:21:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:21:42,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9d2b7cec823742e0ade08e912ae0e704, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T20:21:42,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f5b3aa24c5334aa5ad67e3958245f1fe as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f5b3aa24c5334aa5ad67e3958245f1fe 2024-11-27T20:21:42,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f5b3aa24c5334aa5ad67e3958245f1fe, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T20:21:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/f684595a6c9141c3b16dcb8c374ea667 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/f684595a6c9141c3b16dcb8c374ea667 2024-11-27T20:21:42,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738962946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738962947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738962950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738962951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738962954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:42,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/f684595a6c9141c3b16dcb8c374ea667, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T20:21:42,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9fd8033e4913c0c16c9144866a65b5f4 in 578ms, sequenceid=13, compaction requested=false 2024-11-27T20:21:42,987 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T20:21:42,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:43,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T20:21:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:43,061 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:21:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/c4a19f10ffcc4195a2e38ed4a0948c23 is 50, key is test_row_0/A:col10/1732738902562/Put/seqid=0 2024-11-27T20:21:43,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741842_1018 (size=12001) 2024-11-27T20:21:43,123 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/c4a19f10ffcc4195a2e38ed4a0948c23 2024-11-27T20:21:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d is 50, key is test_row_0/B:col10/1732738902562/Put/seqid=0 2024-11-27T20:21:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741843_1019 (size=12001) 2024-11-27T20:21:43,189 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d 2024-11-27T20:21:43,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/478ad9a8d8a84b4db60be880c913368b is 50, key is test_row_0/C:col10/1732738902562/Put/seqid=0 2024-11-27T20:21:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741844_1020 (size=12001) 2024-11-27T20:21:43,240 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/478ad9a8d8a84b4db60be880c913368b 2024-11-27T20:21:43,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/c4a19f10ffcc4195a2e38ed4a0948c23 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c4a19f10ffcc4195a2e38ed4a0948c23 2024-11-27T20:21:43,274 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c4a19f10ffcc4195a2e38ed4a0948c23, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T20:21:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d 2024-11-27T20:21:43,298 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T20:21:43,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:43,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/478ad9a8d8a84b4db60be880c913368b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/478ad9a8d8a84b4db60be880c913368b 2024-11-27T20:21:43,324 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/478ad9a8d8a84b4db60be880c913368b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T20:21:43,328 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=40.25 KB/41220 for 9fd8033e4913c0c16c9144866a65b5f4 in 267ms, sequenceid=37, compaction requested=false 2024-11-27T20:21:43,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:43,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:43,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T20:21:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-27T20:21:43,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T20:21:43,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-11-27T20:21:43,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.0190 sec 2024-11-27T20:21:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:43,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:21:43,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:43,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/155a0774f8e24c1797c664cb1b9bcd16 is 50, key is test_row_0/A:col10/1732738903303/Put/seqid=0 2024-11-27T20:21:43,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741845_1021 (size=16681) 2024-11-27T20:21:43,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/155a0774f8e24c1797c664cb1b9bcd16 2024-11-27T20:21:43,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/32ef2f647156465d93901f60fa6bd22e is 50, key is test_row_0/B:col10/1732738903303/Put/seqid=0 2024-11-27T20:21:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738963418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T20:21:43,435 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-27T20:21:43,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738963422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738963426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738963426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738963431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-27T20:21:43,444 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:21:43,446 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:43,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741846_1022 (size=12001) 2024-11-27T20:21:43,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/32ef2f647156465d93901f60fa6bd22e 2024-11-27T20:21:43,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/95084c98906746868f78650c331e6ed8 is 50, key is test_row_0/C:col10/1732738903303/Put/seqid=0 2024-11-27T20:21:43,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741847_1023 (size=12001) 2024-11-27T20:21:43,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/95084c98906746868f78650c331e6ed8 2024-11-27T20:21:43,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/155a0774f8e24c1797c664cb1b9bcd16 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/155a0774f8e24c1797c664cb1b9bcd16 2024-11-27T20:21:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:21:43,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738963540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738963535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738963545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738963543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738963543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/155a0774f8e24c1797c664cb1b9bcd16, entries=250, sequenceid=48, filesize=16.3 K 2024-11-27T20:21:43,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/32ef2f647156465d93901f60fa6bd22e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/32ef2f647156465d93901f60fa6bd22e 2024-11-27T20:21:43,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/32ef2f647156465d93901f60fa6bd22e, entries=150, sequenceid=48, filesize=11.7 K 2024-11-27T20:21:43,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/95084c98906746868f78650c331e6ed8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/95084c98906746868f78650c331e6ed8 2024-11-27T20:21:43,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/95084c98906746868f78650c331e6ed8, entries=150, sequenceid=48, filesize=11.7 K 2024-11-27T20:21:43,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fd8033e4913c0c16c9144866a65b5f4 in 258ms, sequenceid=48, compaction requested=true 2024-11-27T20:21:43,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:43,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T20:21:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:43,600 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:21:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:43,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:43,602 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:43,602 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:43,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:43,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:43,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:43,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:43,608 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:43,608 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:43,610 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:43,611 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:43,611 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f5b3aa24c5334aa5ad67e3958245f1fe, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/32ef2f647156465d93901f60fa6bd22e] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=35.2 K 2024-11-27T20:21:43,612 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f5b3aa24c5334aa5ad67e3958245f1fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732738902376 2024-11-27T20:21:43,613 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dcfd6f17d7e4d4daa5a9ac6d363b85d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732738902562 2024-11-27T20:21:43,614 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ef2f647156465d93901f60fa6bd22e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732738903303 2024-11-27T20:21:43,617 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:43,617 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:43,617 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9d2b7cec823742e0ade08e912ae0e704, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c4a19f10ffcc4195a2e38ed4a0948c23, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/155a0774f8e24c1797c664cb1b9bcd16] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=39.7 K 2024-11-27T20:21:43,618 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d2b7cec823742e0ade08e912ae0e704, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732738902376 2024-11-27T20:21:43,619 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4a19f10ffcc4195a2e38ed4a0948c23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732738902562 2024-11-27T20:21:43,620 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 155a0774f8e24c1797c664cb1b9bcd16, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732738903298 2024-11-27T20:21:43,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/e80449367edb45abb0aadecee520bd19 is 50, key is test_row_0/A:col10/1732738903427/Put/seqid=0 2024-11-27T20:21:43,667 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#10 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:43,668 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/29cdc2edc8eb4e01a0cfaa9cd91a58eb is 50, key is test_row_0/B:col10/1732738903303/Put/seqid=0 2024-11-27T20:21:43,669 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#11 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:43,670 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/f290e38be7f342908ffbceb7463b6109 is 50, key is test_row_0/A:col10/1732738903303/Put/seqid=0 2024-11-27T20:21:43,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741848_1024 (size=12001) 2024-11-27T20:21:43,673 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/e80449367edb45abb0aadecee520bd19 2024-11-27T20:21:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/fa5f7f6c4c1c4ba2a933d9f1921db397 is 50, key is test_row_0/B:col10/1732738903427/Put/seqid=0 2024-11-27T20:21:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741849_1025 (size=12104) 2024-11-27T20:21:43,719 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/f290e38be7f342908ffbceb7463b6109 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f290e38be7f342908ffbceb7463b6109 2024-11-27T20:21:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741850_1026 (size=12104) 2024-11-27T20:21:43,743 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/29cdc2edc8eb4e01a0cfaa9cd91a58eb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/29cdc2edc8eb4e01a0cfaa9cd91a58eb 2024-11-27T20:21:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:21:43,753 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into f290e38be7f342908ffbceb7463b6109(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:43,753 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:43,753 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738903600; duration=0sec 2024-11-27T20:21:43,753 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:43,754 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:43,754 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:43,756 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into 29cdc2edc8eb4e01a0cfaa9cd91a58eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:43,756 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:43,756 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738903602; duration=0sec 2024-11-27T20:21:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741851_1027 (size=12001) 2024-11-27T20:21:43,757 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:43,757 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:43,759 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:43,759 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/fa5f7f6c4c1c4ba2a933d9f1921db397 2024-11-27T20:21:43,759 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:43,759 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:43,759 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/f684595a6c9141c3b16dcb8c374ea667, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/478ad9a8d8a84b4db60be880c913368b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/95084c98906746868f78650c331e6ed8] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=35.2 K 2024-11-27T20:21:43,760 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting f684595a6c9141c3b16dcb8c374ea667, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732738902376 2024-11-27T20:21:43,762 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 478ad9a8d8a84b4db60be880c913368b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732738902562 2024-11-27T20:21:43,763 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95084c98906746868f78650c331e6ed8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732738903303 2024-11-27T20:21:43,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:43,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/bbe486929d9b407bbd1201933f6d6ea6 is 50, key is test_row_0/C:col10/1732738903427/Put/seqid=0 2024-11-27T20:21:43,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738963779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738963780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738963788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738963790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738963793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,807 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#14 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:43,808 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/82a51134f1a24174be4a9854b2d75f15 is 50, key is test_row_0/C:col10/1732738903303/Put/seqid=0 2024-11-27T20:21:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741853_1029 (size=12104) 2024-11-27T20:21:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741852_1028 (size=12001) 2024-11-27T20:21:43,826 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/bbe486929d9b407bbd1201933f6d6ea6 2024-11-27T20:21:43,838 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/82a51134f1a24174be4a9854b2d75f15 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/82a51134f1a24174be4a9854b2d75f15 2024-11-27T20:21:43,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/e80449367edb45abb0aadecee520bd19 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/e80449367edb45abb0aadecee520bd19 2024-11-27T20:21:43,854 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/e80449367edb45abb0aadecee520bd19, entries=150, sequenceid=73, filesize=11.7 K 2024-11-27T20:21:43,855 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 82a51134f1a24174be4a9854b2d75f15(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:43,855 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:43,855 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738903602; duration=0sec 2024-11-27T20:21:43,855 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:43,855 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/fa5f7f6c4c1c4ba2a933d9f1921db397 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fa5f7f6c4c1c4ba2a933d9f1921db397 2024-11-27T20:21:43,867 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fa5f7f6c4c1c4ba2a933d9f1921db397, entries=150, sequenceid=73, filesize=11.7 K 2024-11-27T20:21:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/bbe486929d9b407bbd1201933f6d6ea6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bbe486929d9b407bbd1201933f6d6ea6 2024-11-27T20:21:43,887 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bbe486929d9b407bbd1201933f6d6ea6, entries=150, sequenceid=73, filesize=11.7 K 2024-11-27T20:21:43,889 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9fd8033e4913c0c16c9144866a65b5f4 in 289ms, sequenceid=73, compaction requested=false 2024-11-27T20:21:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T20:21:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-27T20:21:43,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T20:21:43,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 445 msec 2024-11-27T20:21:43,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 461 msec 2024-11-27T20:21:43,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:21:43,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:43,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:43,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:43,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:43,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d919d866fb9d41398aec4d7efd59bfab is 50, key is test_row_0/A:col10/1732738903901/Put/seqid=0 2024-11-27T20:21:43,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738963964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738963967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738963971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738963976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738963977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741854_1030 (size=14341) 2024-11-27T20:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T20:21:44,050 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-27T20:21:44,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-27T20:21:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:21:44,057 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:44,059 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:44,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:44,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738964074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738964078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738964079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738964081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738964081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:21:44,213 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:21:44,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:44,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738964282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738964284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738964289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738964291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738964291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:21:44,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:21:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d919d866fb9d41398aec4d7efd59bfab 2024-11-27T20:21:44,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c8c30110bdef4daa94c90e0d7603d7f6 is 50, key is test_row_0/B:col10/1732738903901/Put/seqid=0 2024-11-27T20:21:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741855_1031 (size=12001) 2024-11-27T20:21:44,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:21:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:44,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738964589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738964589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738964594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738964597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738964598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:21:44,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-27T20:21:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:21:44,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:21:44,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:44,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:21:44,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:44,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:44,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c8c30110bdef4daa94c90e0d7603d7f6 2024-11-27T20:21:44,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d62e84e792964f068052202800cae2f1 is 50, key is test_row_0/C:col10/1732738903901/Put/seqid=0 2024-11-27T20:21:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741856_1032 (size=12001) 2024-11-27T20:21:44,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d62e84e792964f068052202800cae2f1 2024-11-27T20:21:44,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d919d866fb9d41398aec4d7efd59bfab as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d919d866fb9d41398aec4d7efd59bfab 2024-11-27T20:21:44,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d919d866fb9d41398aec4d7efd59bfab, entries=200, sequenceid=88, filesize=14.0 K 2024-11-27T20:21:44,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c8c30110bdef4daa94c90e0d7603d7f6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c8c30110bdef4daa94c90e0d7603d7f6 2024-11-27T20:21:44,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c8c30110bdef4daa94c90e0d7603d7f6, entries=150, sequenceid=88, filesize=11.7 K 2024-11-27T20:21:44,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d62e84e792964f068052202800cae2f1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d62e84e792964f068052202800cae2f1 2024-11-27T20:21:44,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d62e84e792964f068052202800cae2f1, entries=150, sequenceid=88, filesize=11.7 K 2024-11-27T20:21:44,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 9fd8033e4913c0c16c9144866a65b5f4 in 1065ms, sequenceid=88, compaction requested=true 2024-11-27T20:21:44,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:44,970 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:44,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:44,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:44,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:44,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:44,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:44,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:21:44,971 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:44,975 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:44,975 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:44,976 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,976 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:44,976 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:44,976 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,977 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f290e38be7f342908ffbceb7463b6109, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/e80449367edb45abb0aadecee520bd19, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d919d866fb9d41398aec4d7efd59bfab] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=37.5 K 2024-11-27T20:21:44,978 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/29cdc2edc8eb4e01a0cfaa9cd91a58eb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fa5f7f6c4c1c4ba2a933d9f1921db397, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c8c30110bdef4daa94c90e0d7603d7f6] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=35.3 K 2024-11-27T20:21:44,979 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f290e38be7f342908ffbceb7463b6109, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732738903303 2024-11-27T20:21:44,979 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29cdc2edc8eb4e01a0cfaa9cd91a58eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732738903303 2024-11-27T20:21:44,980 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e80449367edb45abb0aadecee520bd19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732738903384 2024-11-27T20:21:44,981 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d919d866fb9d41398aec4d7efd59bfab, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732738903783 2024-11-27T20:21:44,982 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa5f7f6c4c1c4ba2a933d9f1921db397, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732738903384 2024-11-27T20:21:44,983 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8c30110bdef4daa94c90e0d7603d7f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732738903783 2024-11-27T20:21:44,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:44,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T20:21:44,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:44,994 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:21:44,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:44,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:44,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:45,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/99970b9da6c2451d9534e0e917ab58f8 is 50, key is test_row_0/A:col10/1732738903967/Put/seqid=0 2024-11-27T20:21:45,026 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:45,027 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/6488b035de444f698fbb0c8acc32faf8 is 50, key is test_row_0/B:col10/1732738903901/Put/seqid=0 2024-11-27T20:21:45,043 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:45,045 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/8a9e333e34ef48f2baeba6a72a2fa934 is 50, key is test_row_0/A:col10/1732738903901/Put/seqid=0 2024-11-27T20:21:45,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741858_1034 (size=12207) 2024-11-27T20:21:45,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741857_1033 (size=12001) 2024-11-27T20:21:45,089 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/6488b035de444f698fbb0c8acc32faf8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/6488b035de444f698fbb0c8acc32faf8 2024-11-27T20:21:45,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741859_1035 (size=12207) 2024-11-27T20:21:45,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:45,104 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into 6488b035de444f698fbb0c8acc32faf8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:45,104 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:45,104 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738904971; duration=0sec 2024-11-27T20:21:45,104 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:45,105 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:45,105 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:45,108 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:45,108 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:45,108 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:45,109 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/82a51134f1a24174be4a9854b2d75f15, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bbe486929d9b407bbd1201933f6d6ea6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d62e84e792964f068052202800cae2f1] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=35.3 K 2024-11-27T20:21:45,110 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82a51134f1a24174be4a9854b2d75f15, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732738903303 2024-11-27T20:21:45,111 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/8a9e333e34ef48f2baeba6a72a2fa934 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8a9e333e34ef48f2baeba6a72a2fa934 2024-11-27T20:21:45,111 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbe486929d9b407bbd1201933f6d6ea6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732738903384 2024-11-27T20:21:45,113 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d62e84e792964f068052202800cae2f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732738903783 2024-11-27T20:21:45,123 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 8a9e333e34ef48f2baeba6a72a2fa934(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:45,123 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:45,123 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738904970; duration=0sec 2024-11-27T20:21:45,123 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:45,123 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:45,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738965122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738965126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738965128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738965130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738965130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,148 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:45,149 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c78f09fe55714897aa981208ade25df7 is 50, key is test_row_0/C:col10/1732738903901/Put/seqid=0 2024-11-27T20:21:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:21:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741860_1036 (size=12207) 2024-11-27T20:21:45,198 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c78f09fe55714897aa981208ade25df7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c78f09fe55714897aa981208ade25df7 2024-11-27T20:21:45,217 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into c78f09fe55714897aa981208ade25df7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:45,218 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:45,218 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738904971; duration=0sec 2024-11-27T20:21:45,218 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:45,218 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:45,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738965235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738965234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738965236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738965237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738965237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:21:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738965440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738965440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738965441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738965443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738965445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,478 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/99970b9da6c2451d9534e0e917ab58f8 2024-11-27T20:21:45,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/93edc85bee644073bfe675c7c68b38d4 is 50, key is test_row_0/B:col10/1732738903967/Put/seqid=0 2024-11-27T20:21:45,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741861_1037 (size=12001) 2024-11-27T20:21:45,556 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/93edc85bee644073bfe675c7c68b38d4 2024-11-27T20:21:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/0dfe2f00328943059b29d6b6b191a898 is 50, key is test_row_0/C:col10/1732738903967/Put/seqid=0 2024-11-27T20:21:45,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741862_1038 (size=12001) 2024-11-27T20:21:45,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738965744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738965747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738965749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738965749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738965751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,015 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/0dfe2f00328943059b29d6b6b191a898 2024-11-27T20:21:46,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/99970b9da6c2451d9534e0e917ab58f8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/99970b9da6c2451d9534e0e917ab58f8 2024-11-27T20:21:46,047 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/99970b9da6c2451d9534e0e917ab58f8, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T20:21:46,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/93edc85bee644073bfe675c7c68b38d4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/93edc85bee644073bfe675c7c68b38d4 2024-11-27T20:21:46,065 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/93edc85bee644073bfe675c7c68b38d4, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T20:21:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/0dfe2f00328943059b29d6b6b191a898 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0dfe2f00328943059b29d6b6b191a898 2024-11-27T20:21:46,079 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0dfe2f00328943059b29d6b6b191a898, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T20:21:46,081 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9fd8033e4913c0c16c9144866a65b5f4 in 1088ms, sequenceid=114, compaction requested=false 2024-11-27T20:21:46,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:46,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-27T20:21:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-27T20:21:46,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T20:21:46,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0240 sec 2024-11-27T20:21:46,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.0340 sec 2024-11-27T20:21:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T20:21:46,165 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-27T20:21:46,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-27T20:21:46,172 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:21:46,174 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:46,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:46,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:21:46,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:46,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:46,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:46,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:46,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:46,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:46,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/63f900d9e5c24a33a56d6d2ab1b2b6bf is 50, key is test_row_0/A:col10/1732738905112/Put/seqid=0 2024-11-27T20:21:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:21:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741863_1039 (size=12051) 2024-11-27T20:21:46,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/63f900d9e5c24a33a56d6d2ab1b2b6bf 2024-11-27T20:21:46,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c711c5eb946a4919b7384759975cabcc is 50, key is test_row_0/B:col10/1732738905112/Put/seqid=0 2024-11-27T20:21:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741864_1040 (size=12051) 2024-11-27T20:21:46,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:21:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738966428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738966433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738966439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738966441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738966440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:21:46,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:21:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738966542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738966542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738966548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738966550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738966550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:21:46,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:46,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c711c5eb946a4919b7384759975cabcc 2024-11-27T20:21:46,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c618daa9acee47c5b0ccb1abe6de8557 is 50, key is test_row_0/C:col10/1732738905112/Put/seqid=0 2024-11-27T20:21:46,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738966750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738966751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738966751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738966755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738966755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:21:46,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741865_1041 (size=12051) 2024-11-27T20:21:46,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:21:46,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:46,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:46,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:21:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:46,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738967057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738967057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738967062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738967066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738967066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:21:47,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:47,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:47,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:47,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c618daa9acee47c5b0ccb1abe6de8557 2024-11-27T20:21:47,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/63f900d9e5c24a33a56d6d2ab1b2b6bf as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63f900d9e5c24a33a56d6d2ab1b2b6bf 2024-11-27T20:21:47,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63f900d9e5c24a33a56d6d2ab1b2b6bf, entries=150, sequenceid=129, filesize=11.8 K 2024-11-27T20:21:47,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c711c5eb946a4919b7384759975cabcc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c711c5eb946a4919b7384759975cabcc 2024-11-27T20:21:47,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c711c5eb946a4919b7384759975cabcc, entries=150, sequenceid=129, filesize=11.8 K 2024-11-27T20:21:47,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c618daa9acee47c5b0ccb1abe6de8557 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c618daa9acee47c5b0ccb1abe6de8557 2024-11-27T20:21:47,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c618daa9acee47c5b0ccb1abe6de8557, entries=150, sequenceid=129, filesize=11.8 K 2024-11-27T20:21:47,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9fd8033e4913c0c16c9144866a65b5f4 in 1004ms, sequenceid=129, compaction requested=true 2024-11-27T20:21:47,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:47,258 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:47,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:47,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:47,259 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:47,260 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:47,260 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:47,261 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:47,261 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8a9e333e34ef48f2baeba6a72a2fa934, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/99970b9da6c2451d9534e0e917ab58f8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63f900d9e5c24a33a56d6d2ab1b2b6bf] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=35.4 K 2024-11-27T20:21:47,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:47,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:47,261 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:47,262 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:47,262 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,262 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/6488b035de444f698fbb0c8acc32faf8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/93edc85bee644073bfe675c7c68b38d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c711c5eb946a4919b7384759975cabcc] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=35.4 K 2024-11-27T20:21:47,262 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a9e333e34ef48f2baeba6a72a2fa934, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732738903783 2024-11-27T20:21:47,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T20:21:47,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,263 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6488b035de444f698fbb0c8acc32faf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732738903783 2024-11-27T20:21:47,263 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:21:47,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:47,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:47,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,265 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99970b9da6c2451d9534e0e917ab58f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732738903967 2024-11-27T20:21:47,265 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 93edc85bee644073bfe675c7c68b38d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732738903967 2024-11-27T20:21:47,266 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c711c5eb946a4919b7384759975cabcc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732738905112 2024-11-27T20:21:47,267 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f900d9e5c24a33a56d6d2ab1b2b6bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732738905112 2024-11-27T20:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:21:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0ccce0a8ea3b46c69275b67546aefbb3 is 50, key is test_row_0/A:col10/1732738906438/Put/seqid=0 2024-11-27T20:21:47,301 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:47,302 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/72d84fbdd3bf476ab7d3a1456b8cd866 is 50, key is test_row_0/A:col10/1732738905112/Put/seqid=0 2024-11-27T20:21:47,319 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:47,320 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/2f309576b2174f458c08314881e0240b is 50, key is test_row_0/B:col10/1732738905112/Put/seqid=0 2024-11-27T20:21:47,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741866_1042 (size=12151) 2024-11-27T20:21:47,331 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0ccce0a8ea3b46c69275b67546aefbb3 2024-11-27T20:21:47,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/74fb37de472e446f9b1ba871c2c2c62d is 50, key is test_row_0/B:col10/1732738906438/Put/seqid=0 2024-11-27T20:21:47,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741867_1043 (size=12359) 2024-11-27T20:21:47,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:21:47,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:21:47,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-27T20:21:47,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-27T20:21:47,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:47,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:21:47,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T20:21:47,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T20:21:47,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T20:21:47,395 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T20:21:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741868_1044 (size=12359) 2024-11-27T20:21:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741869_1045 (size=12151) 2024-11-27T20:21:47,422 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/74fb37de472e446f9b1ba871c2c2c62d 2024-11-27T20:21:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/718955a8c49e4f20b9871b28c5d99dad is 50, key is test_row_0/C:col10/1732738906438/Put/seqid=0 2024-11-27T20:21:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741870_1046 (size=12151) 2024-11-27T20:21:47,464 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/718955a8c49e4f20b9871b28c5d99dad 2024-11-27T20:21:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0ccce0a8ea3b46c69275b67546aefbb3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ccce0a8ea3b46c69275b67546aefbb3 2024-11-27T20:21:47,487 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ccce0a8ea3b46c69275b67546aefbb3, entries=150, sequenceid=154, filesize=11.9 K 2024-11-27T20:21:47,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/74fb37de472e446f9b1ba871c2c2c62d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/74fb37de472e446f9b1ba871c2c2c62d 2024-11-27T20:21:47,498 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/74fb37de472e446f9b1ba871c2c2c62d, entries=150, sequenceid=154, filesize=11.9 K 2024-11-27T20:21:47,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/718955a8c49e4f20b9871b28c5d99dad as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/718955a8c49e4f20b9871b28c5d99dad 2024-11-27T20:21:47,509 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/718955a8c49e4f20b9871b28c5d99dad, entries=150, sequenceid=154, filesize=11.9 K 2024-11-27T20:21:47,511 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9fd8033e4913c0c16c9144866a65b5f4 in 247ms, sequenceid=154, compaction requested=true 2024-11-27T20:21:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-27T20:21:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-27T20:21:47,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T20:21:47,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3390 sec 2024-11-27T20:21:47,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.3500 sec 2024-11-27T20:21:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:47,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:21:47,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:47,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:47,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:47,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/840d0a0e110c439aa708585e74aedc2e is 50, key is test_row_0/A:col10/1732738907583/Put/seqid=0 2024-11-27T20:21:47,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741871_1047 (size=16931) 2024-11-27T20:21:47,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/840d0a0e110c439aa708585e74aedc2e 2024-11-27T20:21:47,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738967634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738967636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738967638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738967639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738967642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4d6eb2440f8043579b9315a2b60cda9c is 50, key is test_row_0/B:col10/1732738907583/Put/seqid=0 2024-11-27T20:21:47,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741872_1048 (size=12151) 2024-11-27T20:21:47,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4d6eb2440f8043579b9315a2b60cda9c 2024-11-27T20:21:47,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d6864ba09ab34a2ab31b1f08d41cb88d is 50, key is test_row_0/C:col10/1732738907583/Put/seqid=0 2024-11-27T20:21:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741873_1049 (size=12151) 2024-11-27T20:21:47,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d6864ba09ab34a2ab31b1f08d41cb88d 2024-11-27T20:21:47,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/840d0a0e110c439aa708585e74aedc2e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/840d0a0e110c439aa708585e74aedc2e 2024-11-27T20:21:47,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/840d0a0e110c439aa708585e74aedc2e, entries=250, sequenceid=166, filesize=16.5 K 2024-11-27T20:21:47,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738967745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738967745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738967747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738967747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4d6eb2440f8043579b9315a2b60cda9c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4d6eb2440f8043579b9315a2b60cda9c 2024-11-27T20:21:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738967750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4d6eb2440f8043579b9315a2b60cda9c, entries=150, sequenceid=166, filesize=11.9 K 2024-11-27T20:21:47,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d6864ba09ab34a2ab31b1f08d41cb88d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d6864ba09ab34a2ab31b1f08d41cb88d 2024-11-27T20:21:47,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d6864ba09ab34a2ab31b1f08d41cb88d, entries=150, sequenceid=166, filesize=11.9 K 2024-11-27T20:21:47,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9fd8033e4913c0c16c9144866a65b5f4 in 192ms, sequenceid=166, compaction requested=true 2024-11-27T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T20:21:47,797 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/72d84fbdd3bf476ab7d3a1456b8cd866 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72d84fbdd3bf476ab7d3a1456b8cd866 2024-11-27T20:21:47,807 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/2f309576b2174f458c08314881e0240b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2f309576b2174f458c08314881e0240b 2024-11-27T20:21:47,809 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 72d84fbdd3bf476ab7d3a1456b8cd866(size=12.1 K), total size for store is 40.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:47,809 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:47,809 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738907258; duration=0sec 2024-11-27T20:21:47,809 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T20:21:47,809 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:47,809 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:47,809 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:21:47,812 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:21:47,813 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:47,813 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,813 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c78f09fe55714897aa981208ade25df7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0dfe2f00328943059b29d6b6b191a898, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c618daa9acee47c5b0ccb1abe6de8557, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/718955a8c49e4f20b9871b28c5d99dad, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d6864ba09ab34a2ab31b1f08d41cb88d] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=59.1 K 2024-11-27T20:21:47,814 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c78f09fe55714897aa981208ade25df7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732738903783 2024-11-27T20:21:47,815 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dfe2f00328943059b29d6b6b191a898, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732738903967 2024-11-27T20:21:47,816 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c618daa9acee47c5b0ccb1abe6de8557, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732738905112 2024-11-27T20:21:47,816 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 718955a8c49e4f20b9871b28c5d99dad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732738906425 2024-11-27T20:21:47,817 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6864ba09ab34a2ab31b1f08d41cb88d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732738907577 2024-11-27T20:21:47,818 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into 2f309576b2174f458c08314881e0240b(size=12.1 K), total size for store is 35.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:47,818 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:47,818 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738907259; duration=0sec 2024-11-27T20:21:47,818 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:21:47,818 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:47,819 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:47,819 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:47,821 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:47,821 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:47,821 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,821 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72d84fbdd3bf476ab7d3a1456b8cd866, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ccce0a8ea3b46c69275b67546aefbb3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/840d0a0e110c439aa708585e74aedc2e] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=40.5 K 2024-11-27T20:21:47,822 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 72d84fbdd3bf476ab7d3a1456b8cd866, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732738905112 2024-11-27T20:21:47,823 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ccce0a8ea3b46c69275b67546aefbb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732738906425 2024-11-27T20:21:47,824 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 840d0a0e110c439aa708585e74aedc2e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732738907577 2024-11-27T20:21:47,842 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:47,843 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/55b3df84704f46db8fb9c333bb1a1282 is 50, key is test_row_0/A:col10/1732738907583/Put/seqid=0 2024-11-27T20:21:47,859 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:47,860 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/3e6a3008e48745899555bff343601b8f is 50, key is test_row_0/C:col10/1732738907583/Put/seqid=0 2024-11-27T20:21:47,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741874_1050 (size=12561) 2024-11-27T20:21:47,894 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/55b3df84704f46db8fb9c333bb1a1282 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/55b3df84704f46db8fb9c333bb1a1282 2024-11-27T20:21:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741875_1051 (size=12527) 2024-11-27T20:21:47,906 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 55b3df84704f46db8fb9c333bb1a1282(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:47,906 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/3e6a3008e48745899555bff343601b8f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3e6a3008e48745899555bff343601b8f 2024-11-27T20:21:47,906 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:47,906 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738907780; duration=0sec 2024-11-27T20:21:47,907 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:21:47,907 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:47,907 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:47,909 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:47,909 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:47,909 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:47,909 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2f309576b2174f458c08314881e0240b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/74fb37de472e446f9b1ba871c2c2c62d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4d6eb2440f8043579b9315a2b60cda9c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=35.8 K 2024-11-27T20:21:47,910 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f309576b2174f458c08314881e0240b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732738905112 2024-11-27T20:21:47,912 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 74fb37de472e446f9b1ba871c2c2c62d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732738906425 2024-11-27T20:21:47,913 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d6eb2440f8043579b9315a2b60cda9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732738907577 2024-11-27T20:21:47,918 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 3e6a3008e48745899555bff343601b8f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:47,918 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:47,918 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=11, startTime=1732738907780; duration=0sec 2024-11-27T20:21:47,919 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:47,919 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:47,919 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:47,919 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-27T20:21:47,919 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:21:47,919 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:21:47,920 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. because compaction request was cancelled 2024-11-27T20:21:47,920 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:47,943 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#37 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:47,944 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/a7365c302ad648a88a210d731362e5d2 is 50, key is test_row_0/B:col10/1732738907583/Put/seqid=0 2024-11-27T20:21:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:47,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:21:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741876_1052 (size=12561) 2024-11-27T20:21:47,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee is 50, key is test_row_0/A:col10/1732738907633/Put/seqid=0 2024-11-27T20:21:47,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738967969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738967975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738967976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738967976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:47,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738967977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741877_1053 (size=14541) 2024-11-27T20:21:48,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee 2024-11-27T20:21:48,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/fce5ebca95da426c87b2d809e566b13e is 50, key is test_row_0/B:col10/1732738907633/Put/seqid=0 2024-11-27T20:21:48,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738968079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738968083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738968084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738968085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738968087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741878_1054 (size=12151) 2024-11-27T20:21:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T20:21:48,281 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-27T20:21:48,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-27T20:21:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:21:48,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738968284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,289 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:48,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738968288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738968288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738968288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738968290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,292 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:48,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:48,384 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/a7365c302ad648a88a210d731362e5d2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a7365c302ad648a88a210d731362e5d2 2024-11-27T20:21:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:21:48,396 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into a7365c302ad648a88a210d731362e5d2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:48,397 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:48,397 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738907780; duration=0sec 2024-11-27T20:21:48,397 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:48,397 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:48,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T20:21:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:48,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:48,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/fce5ebca95da426c87b2d809e566b13e 2024-11-27T20:21:48,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/b965c3c426c54e6d881ae63ac77e6636 is 50, key is test_row_0/C:col10/1732738907633/Put/seqid=0 2024-11-27T20:21:48,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741879_1055 (size=12151) 2024-11-27T20:21:48,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/b965c3c426c54e6d881ae63ac77e6636 2024-11-27T20:21:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee 2024-11-27T20:21:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:21:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738968590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738968591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738968594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738968594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738968595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee, entries=200, sequenceid=196, filesize=14.2 K 2024-11-27T20:21:48,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T20:21:48,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:48,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:48,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/fce5ebca95da426c87b2d809e566b13e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fce5ebca95da426c87b2d809e566b13e 2024-11-27T20:21:48,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fce5ebca95da426c87b2d809e566b13e, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T20:21:48,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/b965c3c426c54e6d881ae63ac77e6636 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b965c3c426c54e6d881ae63ac77e6636 2024-11-27T20:21:48,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b965c3c426c54e6d881ae63ac77e6636, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T20:21:48,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 9fd8033e4913c0c16c9144866a65b5f4 in 669ms, sequenceid=196, compaction requested=false 2024-11-27T20:21:48,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:48,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:48,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T20:21:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:48,759 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:21:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/6a464cb408354c0aa25c9ce34ca1185f is 50, key is test_row_0/A:col10/1732738907973/Put/seqid=0 2024-11-27T20:21:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741880_1056 (size=12151) 2024-11-27T20:21:48,827 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/6a464cb408354c0aa25c9ce34ca1185f 2024-11-27T20:21:48,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4c3b3c95f09c42faa4a77e28610b70d5 is 50, key is test_row_0/B:col10/1732738907973/Put/seqid=0 2024-11-27T20:21:48,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741881_1057 (size=12151) 2024-11-27T20:21:48,872 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4c3b3c95f09c42faa4a77e28610b70d5 2024-11-27T20:21:48,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/4f81174627184849a20b021ed5ab5b9c is 50, key is test_row_0/C:col10/1732738907973/Put/seqid=0 2024-11-27T20:21:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:21:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741882_1058 (size=12151) 2024-11-27T20:21:48,929 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/4f81174627184849a20b021ed5ab5b9c 2024-11-27T20:21:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/6a464cb408354c0aa25c9ce34ca1185f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6a464cb408354c0aa25c9ce34ca1185f 2024-11-27T20:21:48,956 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6a464cb408354c0aa25c9ce34ca1185f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T20:21:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4c3b3c95f09c42faa4a77e28610b70d5 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c3b3c95f09c42faa4a77e28610b70d5 2024-11-27T20:21:48,973 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c3b3c95f09c42faa4a77e28610b70d5, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T20:21:48,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/4f81174627184849a20b021ed5ab5b9c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/4f81174627184849a20b021ed5ab5b9c 2024-11-27T20:21:48,984 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/4f81174627184849a20b021ed5ab5b9c, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T20:21:48,987 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 9fd8033e4913c0c16c9144866a65b5f4 in 227ms, sequenceid=209, compaction requested=true 2024-11-27T20:21:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T20:21:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-27T20:21:48,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T20:21:48,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 697 msec 2024-11-27T20:21:48,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 709 msec 2024-11-27T20:21:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:49,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:21:49,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/c38dd65857a74f33bddb49413a66977c is 50, key is test_row_0/A:col10/1732738909108/Put/seqid=0 2024-11-27T20:21:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741883_1059 (size=14541) 2024-11-27T20:21:49,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738969202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738969204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738969207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738969208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738969209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738969310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738969313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738969315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738969317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738969324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T20:21:49,392 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-27T20:21:49,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-27T20:21:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:21:49,399 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:49,400 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:49,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:21:49,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738969513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738969516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738969526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738969526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738969527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/c38dd65857a74f33bddb49413a66977c 2024-11-27T20:21:49,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/d8617b02751c4c70a0a525eb9d556dc1 is 50, key is test_row_0/B:col10/1732738909108/Put/seqid=0 2024-11-27T20:21:49,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T20:21:49,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:49,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:49,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:49,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:49,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741884_1060 (size=12151) 2024-11-27T20:21:49,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/d8617b02751c4c70a0a525eb9d556dc1 2024-11-27T20:21:49,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ee4af62e760941fc809fdeb334721d92 is 50, key is test_row_0/C:col10/1732738909108/Put/seqid=0 2024-11-27T20:21:49,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741885_1061 (size=12151) 2024-11-27T20:21:49,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ee4af62e760941fc809fdeb334721d92 2024-11-27T20:21:49,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/c38dd65857a74f33bddb49413a66977c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c38dd65857a74f33bddb49413a66977c 2024-11-27T20:21:49,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c38dd65857a74f33bddb49413a66977c, entries=200, sequenceid=221, filesize=14.2 K 2024-11-27T20:21:49,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/d8617b02751c4c70a0a525eb9d556dc1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d8617b02751c4c70a0a525eb9d556dc1 2024-11-27T20:21:49,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d8617b02751c4c70a0a525eb9d556dc1, entries=150, sequenceid=221, filesize=11.9 K 2024-11-27T20:21:49,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ee4af62e760941fc809fdeb334721d92 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ee4af62e760941fc809fdeb334721d92 2024-11-27T20:21:49,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ee4af62e760941fc809fdeb334721d92, entries=150, sequenceid=221, filesize=11.9 K 2024-11-27T20:21:49,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9fd8033e4913c0c16c9144866a65b5f4 in 541ms, sequenceid=221, compaction requested=true 2024-11-27T20:21:49,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:49,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:49,652 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:21:49,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:49,652 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:21:49,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:49,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:49,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:49,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:49,655 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:21:49,655 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:49,655 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:49,655 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/55b3df84704f46db8fb9c333bb1a1282, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6a464cb408354c0aa25c9ce34ca1185f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c38dd65857a74f33bddb49413a66977c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=52.5 K 2024-11-27T20:21:49,656 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:21:49,656 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:49,656 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:49,656 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55b3df84704f46db8fb9c333bb1a1282, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732738907577 2024-11-27T20:21:49,656 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a7365c302ad648a88a210d731362e5d2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fce5ebca95da426c87b2d809e566b13e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c3b3c95f09c42faa4a77e28610b70d5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d8617b02751c4c70a0a525eb9d556dc1] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=47.9 K 2024-11-27T20:21:49,657 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d91c8cbdda4bf1a3e4a0a6bb5afeee, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732738907633 2024-11-27T20:21:49,657 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a7365c302ad648a88a210d731362e5d2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732738907577 2024-11-27T20:21:49,657 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a464cb408354c0aa25c9ce34ca1185f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732738907972 2024-11-27T20:21:49,657 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fce5ebca95da426c87b2d809e566b13e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732738907633 2024-11-27T20:21:49,658 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c3b3c95f09c42faa4a77e28610b70d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732738907972 2024-11-27T20:21:49,658 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c38dd65857a74f33bddb49413a66977c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732738909102 2024-11-27T20:21:49,658 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d8617b02751c4c70a0a525eb9d556dc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732738909105 2024-11-27T20:21:49,678 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:49,679 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:49,679 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1518d000ce1948d294acf4b7424db145 is 50, key is test_row_0/B:col10/1732738909108/Put/seqid=0 2024-11-27T20:21:49,680 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/b102a65fbe204f23b771bddd0a6e90db is 50, key is test_row_0/A:col10/1732738909108/Put/seqid=0 2024-11-27T20:21:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741886_1062 (size=12697) 2024-11-27T20:21:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:21:49,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T20:21:49,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:49,707 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:21:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,709 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/b102a65fbe204f23b771bddd0a6e90db as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/b102a65fbe204f23b771bddd0a6e90db 2024-11-27T20:21:49,720 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into b102a65fbe204f23b771bddd0a6e90db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:49,720 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:49,720 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=12, startTime=1732738909652; duration=0sec 2024-11-27T20:21:49,720 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:49,720 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:49,720 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:21:49,723 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:21:49,723 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:49,724 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:49,725 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3e6a3008e48745899555bff343601b8f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b965c3c426c54e6d881ae63ac77e6636, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/4f81174627184849a20b021ed5ab5b9c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ee4af62e760941fc809fdeb334721d92] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=47.8 K 2024-11-27T20:21:49,725 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e6a3008e48745899555bff343601b8f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732738907577 2024-11-27T20:21:49,726 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b965c3c426c54e6d881ae63ac77e6636, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732738907633 2024-11-27T20:21:49,726 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f81174627184849a20b021ed5ab5b9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732738907972 2024-11-27T20:21:49,727 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee4af62e760941fc809fdeb334721d92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732738909105 2024-11-27T20:21:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/59bbc700f509485599000e8b1c77218b is 50, key is test_row_0/A:col10/1732738909206/Put/seqid=0 2024-11-27T20:21:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741887_1063 (size=12697) 2024-11-27T20:21:49,764 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1518d000ce1948d294acf4b7424db145 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1518d000ce1948d294acf4b7424db145 2024-11-27T20:21:49,775 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:49,775 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/01003381492b41c6888d727bf16a2505 is 50, key is test_row_0/C:col10/1732738909108/Put/seqid=0 2024-11-27T20:21:49,777 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into 1518d000ce1948d294acf4b7424db145(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:49,777 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:49,777 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=12, startTime=1732738909652; duration=0sec 2024-11-27T20:21:49,778 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:49,778 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741888_1064 (size=12151) 2024-11-27T20:21:49,797 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/59bbc700f509485599000e8b1c77218b 2024-11-27T20:21:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741889_1065 (size=12663) 2024-11-27T20:21:49,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:49,825 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/01003381492b41c6888d727bf16a2505 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/01003381492b41c6888d727bf16a2505 2024-11-27T20:21:49,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/018eea01c2b8419997c3a82f8ac0d00c is 50, key is test_row_0/B:col10/1732738909206/Put/seqid=0 2024-11-27T20:21:49,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741890_1066 (size=12151) 2024-11-27T20:21:49,836 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/018eea01c2b8419997c3a82f8ac0d00c 2024-11-27T20:21:49,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/cc2d1410f6a4459c97b1ed5781a6e56e is 50, key is test_row_0/C:col10/1732738909206/Put/seqid=0 2024-11-27T20:21:49,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741891_1067 (size=12151) 2024-11-27T20:21:49,857 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/cc2d1410f6a4459c97b1ed5781a6e56e 2024-11-27T20:21:49,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/59bbc700f509485599000e8b1c77218b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/59bbc700f509485599000e8b1c77218b 2024-11-27T20:21:49,871 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/59bbc700f509485599000e8b1c77218b, entries=150, sequenceid=246, filesize=11.9 K 2024-11-27T20:21:49,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/018eea01c2b8419997c3a82f8ac0d00c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/018eea01c2b8419997c3a82f8ac0d00c 2024-11-27T20:21:49,880 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/018eea01c2b8419997c3a82f8ac0d00c, entries=150, sequenceid=246, filesize=11.9 K 2024-11-27T20:21:49,881 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 01003381492b41c6888d727bf16a2505(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:49,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:49,881 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=12, startTime=1732738909653; duration=0sec 2024-11-27T20:21:49,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:49,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:49,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/cc2d1410f6a4459c97b1ed5781a6e56e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/cc2d1410f6a4459c97b1ed5781a6e56e 2024-11-27T20:21:49,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738969832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,892 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/cc2d1410f6a4459c97b1ed5781a6e56e, entries=150, sequenceid=246, filesize=11.9 K 2024-11-27T20:21:49,894 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9fd8033e4913c0c16c9144866a65b5f4 in 187ms, sequenceid=246, compaction requested=false 2024-11-27T20:21:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-27T20:21:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-27T20:21:49,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T20:21:49,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 496 msec 2024-11-27T20:21:49,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:21:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:49,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 505 msec 2024-11-27T20:21:49,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/f543058c096d43d283d5543b8fc17119 is 50, key is test_row_0/A:col10/1732738909899/Put/seqid=0 2024-11-27T20:21:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741892_1068 (size=12301) 2024-11-27T20:21:49,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/f543058c096d43d283d5543b8fc17119 2024-11-27T20:21:49,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738969939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/b8675e803a644ec899166e93ea8140bc is 50, key is test_row_0/B:col10/1732738909899/Put/seqid=0 2024-11-27T20:21:49,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738969940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738969943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738969943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:49,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741893_1069 (size=12301) 2024-11-27T20:21:49,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/b8675e803a644ec899166e93ea8140bc 2024-11-27T20:21:49,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c3dc1f80cf9741d191d98ee98a7dab20 is 50, key is test_row_0/C:col10/1732738909899/Put/seqid=0 2024-11-27T20:21:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741894_1070 (size=12301) 2024-11-27T20:21:49,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c3dc1f80cf9741d191d98ee98a7dab20 2024-11-27T20:21:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T20:21:50,003 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-27T20:21:50,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-27T20:21:50,008 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:50,009 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:50,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/f543058c096d43d283d5543b8fc17119 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f543058c096d43d283d5543b8fc17119 2024-11-27T20:21:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:21:50,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f543058c096d43d283d5543b8fc17119, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T20:21:50,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/b8675e803a644ec899166e93ea8140bc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/b8675e803a644ec899166e93ea8140bc 2024-11-27T20:21:50,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/b8675e803a644ec899166e93ea8140bc, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T20:21:50,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c3dc1f80cf9741d191d98ee98a7dab20 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c3dc1f80cf9741d191d98ee98a7dab20 2024-11-27T20:21:50,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c3dc1f80cf9741d191d98ee98a7dab20, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T20:21:50,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9fd8033e4913c0c16c9144866a65b5f4 in 135ms, sequenceid=264, compaction requested=true 2024-11-27T20:21:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:50,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:50,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:50,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:50,035 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:50,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:50,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:50,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:50,035 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:50,037 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:50,037 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:50,037 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:50,037 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/b102a65fbe204f23b771bddd0a6e90db, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/59bbc700f509485599000e8b1c77218b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f543058c096d43d283d5543b8fc17119] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=36.3 K 2024-11-27T20:21:50,038 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:50,038 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:50,038 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:50,038 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1518d000ce1948d294acf4b7424db145, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/018eea01c2b8419997c3a82f8ac0d00c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/b8675e803a644ec899166e93ea8140bc] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=36.3 K 2024-11-27T20:21:50,039 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1518d000ce1948d294acf4b7424db145, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732738909105 2024-11-27T20:21:50,040 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b102a65fbe204f23b771bddd0a6e90db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732738909105 2024-11-27T20:21:50,040 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 018eea01c2b8419997c3a82f8ac0d00c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732738909202 2024-11-27T20:21:50,041 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59bbc700f509485599000e8b1c77218b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732738909202 2024-11-27T20:21:50,041 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b8675e803a644ec899166e93ea8140bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732738909834 2024-11-27T20:21:50,041 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting f543058c096d43d283d5543b8fc17119, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732738909834 2024-11-27T20:21:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:50,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:21:50,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:50,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:50,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:50,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:50,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:50,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:50,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ae315060f8d74a3e898d255722700e68 is 50, key is test_row_0/A:col10/1732738909933/Put/seqid=0 2024-11-27T20:21:50,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738970072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738970072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738970074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,078 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:50,079 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/3340acb545eb4596a2072b3ef6c5c611 is 50, key is test_row_0/A:col10/1732738909899/Put/seqid=0 2024-11-27T20:21:50,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738970076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,095 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:50,097 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/bc278e389531444393dd2d78470bf146 is 50, key is test_row_0/B:col10/1732738909899/Put/seqid=0 2024-11-27T20:21:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741895_1071 (size=12301) 2024-11-27T20:21:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:21:50,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ae315060f8d74a3e898d255722700e68 2024-11-27T20:21:50,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741897_1073 (size=12949) 2024-11-27T20:21:50,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741896_1072 (size=12949) 2024-11-27T20:21:50,138 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/bc278e389531444393dd2d78470bf146 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/bc278e389531444393dd2d78470bf146 2024-11-27T20:21:50,144 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/3340acb545eb4596a2072b3ef6c5c611 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3340acb545eb4596a2072b3ef6c5c611 2024-11-27T20:21:50,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f2cb7626b6d54b09be855ef06831e3f4 is 50, key is test_row_0/B:col10/1732738909933/Put/seqid=0 2024-11-27T20:21:50,153 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into bc278e389531444393dd2d78470bf146(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:50,153 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:50,153 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738910035; duration=0sec 2024-11-27T20:21:50,153 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:50,153 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:50,153 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:50,154 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 3340acb545eb4596a2072b3ef6c5c611(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:50,154 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:50,154 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738910035; duration=0sec 2024-11-27T20:21:50,154 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:50,154 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:50,155 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:50,155 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:50,155 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:50,155 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/01003381492b41c6888d727bf16a2505, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/cc2d1410f6a4459c97b1ed5781a6e56e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c3dc1f80cf9741d191d98ee98a7dab20] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=36.2 K 2024-11-27T20:21:50,156 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 01003381492b41c6888d727bf16a2505, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732738909105 2024-11-27T20:21:50,156 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting cc2d1410f6a4459c97b1ed5781a6e56e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732738909202 2024-11-27T20:21:50,157 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c3dc1f80cf9741d191d98ee98a7dab20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732738909834 2024-11-27T20:21:50,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T20:21:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:50,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:50,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741898_1074 (size=12301) 2024-11-27T20:21:50,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f2cb7626b6d54b09be855ef06831e3f4 2024-11-27T20:21:50,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738970178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738970179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738970180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738970183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,192 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:50,193 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/1b8255eaf09544caaf3f552c4ee7ab82 is 50, key is test_row_0/C:col10/1732738909899/Put/seqid=0 2024-11-27T20:21:50,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d3d34a0b31844c16b3ac1001f50568d9 is 50, key is test_row_0/C:col10/1732738909933/Put/seqid=0 2024-11-27T20:21:50,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741899_1075 (size=12915) 2024-11-27T20:21:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741900_1076 (size=12301) 2024-11-27T20:21:50,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d3d34a0b31844c16b3ac1001f50568d9 2024-11-27T20:21:50,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ae315060f8d74a3e898d255722700e68 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae315060f8d74a3e898d255722700e68 2024-11-27T20:21:50,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae315060f8d74a3e898d255722700e68, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:21:50,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f2cb7626b6d54b09be855ef06831e3f4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f2cb7626b6d54b09be855ef06831e3f4 2024-11-27T20:21:50,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f2cb7626b6d54b09be855ef06831e3f4, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:21:50,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d3d34a0b31844c16b3ac1001f50568d9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d3d34a0b31844c16b3ac1001f50568d9 2024-11-27T20:21:50,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d3d34a0b31844c16b3ac1001f50568d9, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T20:21:50,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9fd8033e4913c0c16c9144866a65b5f4 in 209ms, sequenceid=287, compaction requested=false 2024-11-27T20:21:50,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:50,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T20:21:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:50,318 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:21:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:21:50,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ec376e804baf40a5a3fecbe3d70a5685 is 50, key is test_row_0/A:col10/1732738910069/Put/seqid=0 2024-11-27T20:21:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:50,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:50,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741901_1077 (size=12301) 2024-11-27T20:21:50,389 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ec376e804baf40a5a3fecbe3d70a5685 2024-11-27T20:21:50,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1ff12c31260647a3951c6d93288aa284 is 50, key is test_row_0/B:col10/1732738910069/Put/seqid=0 2024-11-27T20:21:50,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738970419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738970420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738970421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738970423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738970422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741902_1078 (size=12301) 2024-11-27T20:21:50,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738970529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738970530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738970533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738970533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738970534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:21:50,624 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/1b8255eaf09544caaf3f552c4ee7ab82 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1b8255eaf09544caaf3f552c4ee7ab82 2024-11-27T20:21:50,637 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 1b8255eaf09544caaf3f552c4ee7ab82(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:50,637 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:50,637 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738910035; duration=0sec 2024-11-27T20:21:50,637 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:50,638 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:50,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738970734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738970734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738970737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738970739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738970740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:50,848 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1ff12c31260647a3951c6d93288aa284 2024-11-27T20:21:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/932ae7eb50c34d73a9f1307f2f1cbca0 is 50, key is test_row_0/C:col10/1732738910069/Put/seqid=0 2024-11-27T20:21:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741903_1079 (size=12301) 2024-11-27T20:21:50,874 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/932ae7eb50c34d73a9f1307f2f1cbca0 2024-11-27T20:21:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ec376e804baf40a5a3fecbe3d70a5685 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ec376e804baf40a5a3fecbe3d70a5685 2024-11-27T20:21:50,907 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ec376e804baf40a5a3fecbe3d70a5685, entries=150, sequenceid=302, filesize=12.0 K 2024-11-27T20:21:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1ff12c31260647a3951c6d93288aa284 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1ff12c31260647a3951c6d93288aa284 2024-11-27T20:21:50,917 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1ff12c31260647a3951c6d93288aa284, entries=150, sequenceid=302, filesize=12.0 K 2024-11-27T20:21:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/932ae7eb50c34d73a9f1307f2f1cbca0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/932ae7eb50c34d73a9f1307f2f1cbca0 2024-11-27T20:21:50,925 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/932ae7eb50c34d73a9f1307f2f1cbca0, entries=150, sequenceid=302, filesize=12.0 K 2024-11-27T20:21:50,926 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 9fd8033e4913c0c16c9144866a65b5f4 in 608ms, sequenceid=302, compaction requested=true 2024-11-27T20:21:50,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:50,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:50,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-27T20:21:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-27T20:21:50,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-27T20:21:50,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 919 msec 2024-11-27T20:21:50,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 926 msec 2024-11-27T20:21:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:51,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:21:51,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:51,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:51,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:51,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:51,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:51,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:51,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/70548301f47a49338d8f34e2ae121d41 is 50, key is test_row_0/A:col10/1732738910414/Put/seqid=0 2024-11-27T20:21:51,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738971050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738971050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738971051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741904_1080 (size=14741) 2024-11-27T20:21:51,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738971052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738971055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T20:21:51,123 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-27T20:21:51,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-27T20:21:51,127 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:21:51,128 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:51,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:51,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738971157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738971158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738971159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738971159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738971160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:21:51,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:21:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738971361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738971364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738971365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738971366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738971366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:21:51,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:21:51,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/70548301f47a49338d8f34e2ae121d41 2024-11-27T20:21:51,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4e099dd10d4a476eb0b3146bee24a837 is 50, key is test_row_0/B:col10/1732738910414/Put/seqid=0 2024-11-27T20:21:51,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741905_1081 (size=12301) 2024-11-27T20:21:51,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4e099dd10d4a476eb0b3146bee24a837 2024-11-27T20:21:51,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/edf7d016bfe44ae6afbc10c9b5b552c8 is 50, key is test_row_0/C:col10/1732738910414/Put/seqid=0 2024-11-27T20:21:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741906_1082 (size=12301) 2024-11-27T20:21:51,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:21:51,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738971667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738971669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738971669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738971669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738971670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:21:51,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:21:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:51,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:21:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:51,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/edf7d016bfe44ae6afbc10c9b5b552c8 2024-11-27T20:21:51,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/70548301f47a49338d8f34e2ae121d41 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/70548301f47a49338d8f34e2ae121d41 2024-11-27T20:21:51,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/70548301f47a49338d8f34e2ae121d41, entries=200, sequenceid=328, filesize=14.4 K 2024-11-27T20:21:51,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4e099dd10d4a476eb0b3146bee24a837 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4e099dd10d4a476eb0b3146bee24a837 2024-11-27T20:21:51,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4e099dd10d4a476eb0b3146bee24a837, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T20:21:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-27T20:21:51,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/edf7d016bfe44ae6afbc10c9b5b552c8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/edf7d016bfe44ae6afbc10c9b5b552c8 2024-11-27T20:21:51,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/edf7d016bfe44ae6afbc10c9b5b552c8, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T20:21:51,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9fd8033e4913c0c16c9144866a65b5f4 in 917ms, sequenceid=328, compaction requested=true 2024-11-27T20:21:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:51,957 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:21:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:21:51,957 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:21:51,959 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:21:51,959 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:21:51,959 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:51,959 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:51,960 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,960 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:51,960 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3340acb545eb4596a2072b3ef6c5c611, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae315060f8d74a3e898d255722700e68, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ec376e804baf40a5a3fecbe3d70a5685, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/70548301f47a49338d8f34e2ae121d41] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=51.1 K 2024-11-27T20:21:51,960 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/bc278e389531444393dd2d78470bf146, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f2cb7626b6d54b09be855ef06831e3f4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1ff12c31260647a3951c6d93288aa284, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4e099dd10d4a476eb0b3146bee24a837] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=48.7 K 2024-11-27T20:21:51,960 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3340acb545eb4596a2072b3ef6c5c611, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732738909834 2024-11-27T20:21:51,960 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting bc278e389531444393dd2d78470bf146, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732738909834 2024-11-27T20:21:51,961 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae315060f8d74a3e898d255722700e68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732738909933 2024-11-27T20:21:51,961 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f2cb7626b6d54b09be855ef06831e3f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732738909933 2024-11-27T20:21:51,962 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec376e804baf40a5a3fecbe3d70a5685, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732738910063 2024-11-27T20:21:51,962 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ff12c31260647a3951c6d93288aa284, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732738910063 2024-11-27T20:21:51,962 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e099dd10d4a476eb0b3146bee24a837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738910414 2024-11-27T20:21:51,963 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70548301f47a49338d8f34e2ae121d41, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738910414 2024-11-27T20:21:51,990 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:51,991 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/313852305cb441bd8cbed5e8817d287a is 50, key is test_row_0/B:col10/1732738910414/Put/seqid=0 2024-11-27T20:21:51,992 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:51,993 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/4be7491a895549caa07cbb063692914a is 50, key is test_row_0/A:col10/1732738910414/Put/seqid=0 2024-11-27T20:21:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741907_1083 (size=13085) 2024-11-27T20:21:52,027 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/4be7491a895549caa07cbb063692914a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/4be7491a895549caa07cbb063692914a 2024-11-27T20:21:52,035 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 4be7491a895549caa07cbb063692914a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:52,035 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:52,035 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=12, startTime=1732738911957; duration=0sec 2024-11-27T20:21:52,035 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:52,035 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:52,035 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:21:52,037 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:21:52,037 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:52,037 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:52,037 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1b8255eaf09544caaf3f552c4ee7ab82, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d3d34a0b31844c16b3ac1001f50568d9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/932ae7eb50c34d73a9f1307f2f1cbca0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/edf7d016bfe44ae6afbc10c9b5b552c8] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=48.7 K 2024-11-27T20:21:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741908_1084 (size=13085) 2024-11-27T20:21:52,038 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b8255eaf09544caaf3f552c4ee7ab82, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732738909834 2024-11-27T20:21:52,038 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3d34a0b31844c16b3ac1001f50568d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732738909933 2024-11-27T20:21:52,039 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 932ae7eb50c34d73a9f1307f2f1cbca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732738910063 2024-11-27T20:21:52,040 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting edf7d016bfe44ae6afbc10c9b5b552c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738910414 2024-11-27T20:21:52,045 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/313852305cb441bd8cbed5e8817d287a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/313852305cb441bd8cbed5e8817d287a 2024-11-27T20:21:52,054 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into 313852305cb441bd8cbed5e8817d287a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:52,054 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:52,054 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=12, startTime=1732738911957; duration=0sec 2024-11-27T20:21:52,054 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:52,054 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:52,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T20:21:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:52,056 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:21:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:52,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:52,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/32ef0eb092b64ab18c2f1767875250d3 is 50, key is test_row_0/A:col10/1732738911048/Put/seqid=0 2024-11-27T20:21:52,063 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:52,064 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/810fe9e5ed4f4caf97ab1271e9178f80 is 50, key is test_row_0/C:col10/1732738910414/Put/seqid=0 2024-11-27T20:21:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741909_1085 (size=12301) 2024-11-27T20:21:52,113 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/32ef0eb092b64ab18c2f1767875250d3 2024-11-27T20:21:52,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741910_1086 (size=13051) 2024-11-27T20:21:52,130 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/810fe9e5ed4f4caf97ab1271e9178f80 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/810fe9e5ed4f4caf97ab1271e9178f80 2024-11-27T20:21:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c278f9c5fa394b959007e1798ff39168 is 50, key is test_row_0/B:col10/1732738911048/Put/seqid=0 2024-11-27T20:21:52,140 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 810fe9e5ed4f4caf97ab1271e9178f80(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:52,140 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:52,140 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=12, startTime=1732738911957; duration=0sec 2024-11-27T20:21:52,140 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:52,140 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741911_1087 (size=12301) 2024-11-27T20:21:52,158 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c278f9c5fa394b959007e1798ff39168 2024-11-27T20:21:52,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/bc257ca909d14548a5809da20e8ac225 is 50, key is test_row_0/C:col10/1732738911048/Put/seqid=0 2024-11-27T20:21:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741912_1088 (size=12301) 2024-11-27T20:21:52,196 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/bc257ca909d14548a5809da20e8ac225 2024-11-27T20:21:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738972198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/32ef0eb092b64ab18c2f1767875250d3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/32ef0eb092b64ab18c2f1767875250d3 2024-11-27T20:21:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738972198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738972201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738972202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738972204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,213 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/32ef0eb092b64ab18c2f1767875250d3, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T20:21:52,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/c278f9c5fa394b959007e1798ff39168 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c278f9c5fa394b959007e1798ff39168 2024-11-27T20:21:52,222 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c278f9c5fa394b959007e1798ff39168, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T20:21:52,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/bc257ca909d14548a5809da20e8ac225 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bc257ca909d14548a5809da20e8ac225 2024-11-27T20:21:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:21:52,232 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bc257ca909d14548a5809da20e8ac225, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T20:21:52,233 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fd8033e4913c0c16c9144866a65b5f4 in 178ms, sequenceid=341, compaction requested=false 2024-11-27T20:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:52,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T20:21:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-27T20:21:52,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T20:21:52,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1070 sec 2024-11-27T20:21:52,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.1140 sec 2024-11-27T20:21:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:52,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:21:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:52,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:52,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ae9b7f7443374d47be4394dfa7bd7456 is 50, key is test_row_0/A:col10/1732738912315/Put/seqid=0 2024-11-27T20:21:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738972321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738972320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738972327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738972328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738972328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741913_1089 (size=14741) 2024-11-27T20:21:52,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ae9b7f7443374d47be4394dfa7bd7456 2024-11-27T20:21:52,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7302fc77406c46e3bc59a9e643c1efc9 is 50, key is test_row_0/B:col10/1732738912315/Put/seqid=0 2024-11-27T20:21:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741914_1090 (size=12301) 2024-11-27T20:21:52,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738972430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738972431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738972432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738972432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738972434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738972636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738972638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738972639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738972639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738972641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7302fc77406c46e3bc59a9e643c1efc9 2024-11-27T20:21:52,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/08c623105ab448c19385222c335a190b is 50, key is test_row_0/C:col10/1732738912315/Put/seqid=0 2024-11-27T20:21:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741915_1091 (size=12301) 2024-11-27T20:21:52,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738972940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738972940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738972942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738972944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:52,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738972948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/08c623105ab448c19385222c335a190b 2024-11-27T20:21:53,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/ae9b7f7443374d47be4394dfa7bd7456 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae9b7f7443374d47be4394dfa7bd7456 2024-11-27T20:21:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T20:21:53,233 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-27T20:21:53,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-27T20:21:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:21:53,240 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:53,241 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:53,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:53,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae9b7f7443374d47be4394dfa7bd7456, entries=200, sequenceid=370, filesize=14.4 K 2024-11-27T20:21:53,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7302fc77406c46e3bc59a9e643c1efc9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7302fc77406c46e3bc59a9e643c1efc9 2024-11-27T20:21:53,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7302fc77406c46e3bc59a9e643c1efc9, entries=150, sequenceid=370, filesize=12.0 K 2024-11-27T20:21:53,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/08c623105ab448c19385222c335a190b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/08c623105ab448c19385222c335a190b 2024-11-27T20:21:53,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/08c623105ab448c19385222c335a190b, entries=150, sequenceid=370, filesize=12.0 K 2024-11-27T20:21:53,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9fd8033e4913c0c16c9144866a65b5f4 in 944ms, sequenceid=370, compaction requested=true 2024-11-27T20:21:53,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:53,261 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:53,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:53,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:53,262 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:53,263 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:53,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:53,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:53,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:53,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:53,263 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:53,263 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:53,263 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/4be7491a895549caa07cbb063692914a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/32ef0eb092b64ab18c2f1767875250d3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae9b7f7443374d47be4394dfa7bd7456] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=39.2 K 2024-11-27T20:21:53,264 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4be7491a895549caa07cbb063692914a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738910414 2024-11-27T20:21:53,265 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ef0eb092b64ab18c2f1767875250d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738911048 2024-11-27T20:21:53,265 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:53,265 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:53,265 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:53,265 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/313852305cb441bd8cbed5e8817d287a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c278f9c5fa394b959007e1798ff39168, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7302fc77406c46e3bc59a9e643c1efc9] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=36.8 K 2024-11-27T20:21:53,265 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae9b7f7443374d47be4394dfa7bd7456, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732738912200 2024-11-27T20:21:53,266 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 313852305cb441bd8cbed5e8817d287a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738910414 2024-11-27T20:21:53,266 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c278f9c5fa394b959007e1798ff39168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738911048 2024-11-27T20:21:53,267 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7302fc77406c46e3bc59a9e643c1efc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732738912200 2024-11-27T20:21:53,284 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:53,285 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/5e9c6af5155847c3a144796d07910afd is 50, key is test_row_0/A:col10/1732738912315/Put/seqid=0 2024-11-27T20:21:53,299 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:53,300 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/0e9667a42b1649f3a9c7487fc476c44a is 50, key is test_row_0/B:col10/1732738912315/Put/seqid=0 2024-11-27T20:21:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:21:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741916_1092 (size=13187) 2024-11-27T20:21:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741917_1093 (size=13187) 2024-11-27T20:21:53,369 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/0e9667a42b1649f3a9c7487fc476c44a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0e9667a42b1649f3a9c7487fc476c44a 2024-11-27T20:21:53,380 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into 0e9667a42b1649f3a9c7487fc476c44a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:53,380 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:53,380 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738913262; duration=0sec 2024-11-27T20:21:53,380 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:53,381 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:53,381 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:53,384 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:53,385 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:53,385 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:53,385 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/810fe9e5ed4f4caf97ab1271e9178f80, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bc257ca909d14548a5809da20e8ac225, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/08c623105ab448c19385222c335a190b] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=36.8 K 2024-11-27T20:21:53,385 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 810fe9e5ed4f4caf97ab1271e9178f80, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738910414 2024-11-27T20:21:53,386 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting bc257ca909d14548a5809da20e8ac225, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738911048 2024-11-27T20:21:53,386 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c623105ab448c19385222c335a190b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732738912200 2024-11-27T20:21:53,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T20:21:53,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:53,394 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T20:21:53,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:53,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:53,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:53,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:53,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:53,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:53,401 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:53,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/8e197cdafd96424bbfd2257b29140a94 is 50, key is test_row_0/A:col10/1732738912323/Put/seqid=0 2024-11-27T20:21:53,402 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/8e93bd70d5ff45d4a45c58a9d2414d35 is 50, key is test_row_0/C:col10/1732738912315/Put/seqid=0 2024-11-27T20:21:53,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741918_1094 (size=12301) 2024-11-27T20:21:53,412 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/8e197cdafd96424bbfd2257b29140a94 2024-11-27T20:21:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741919_1095 (size=13153) 2024-11-27T20:21:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/ed3443e5f18b4e9f85711c8b7665354b is 50, key is test_row_0/B:col10/1732738912323/Put/seqid=0 2024-11-27T20:21:53,429 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/8e93bd70d5ff45d4a45c58a9d2414d35 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8e93bd70d5ff45d4a45c58a9d2414d35 2024-11-27T20:21:53,438 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 8e93bd70d5ff45d4a45c58a9d2414d35(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:53,438 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:53,438 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738913263; duration=0sec 2024-11-27T20:21:53,438 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:53,438 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:53,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741920_1096 (size=12301) 2024-11-27T20:21:53,440 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/ed3443e5f18b4e9f85711c8b7665354b 2024-11-27T20:21:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:53,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d7796e4c4f324bb09440357a9b086b62 is 50, key is test_row_0/C:col10/1732738912323/Put/seqid=0 2024-11-27T20:21:53,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741921_1097 (size=12301) 2024-11-27T20:21:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:21:53,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738973589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738973589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738973589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738973591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738973591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738973695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738973695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738973696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738973697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738973698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,761 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/5e9c6af5155847c3a144796d07910afd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/5e9c6af5155847c3a144796d07910afd 2024-11-27T20:21:53,771 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 5e9c6af5155847c3a144796d07910afd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:53,771 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:53,771 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738913261; duration=0sec 2024-11-27T20:21:53,771 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:53,771 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:21:53,871 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d7796e4c4f324bb09440357a9b086b62 2024-11-27T20:21:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/8e197cdafd96424bbfd2257b29140a94 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8e197cdafd96424bbfd2257b29140a94 2024-11-27T20:21:53,884 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8e197cdafd96424bbfd2257b29140a94, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T20:21:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/ed3443e5f18b4e9f85711c8b7665354b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/ed3443e5f18b4e9f85711c8b7665354b 2024-11-27T20:21:53,890 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/ed3443e5f18b4e9f85711c8b7665354b, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T20:21:53,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/d7796e4c4f324bb09440357a9b086b62 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d7796e4c4f324bb09440357a9b086b62 2024-11-27T20:21:53,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738973898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738973899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738973900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,902 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d7796e4c4f324bb09440357a9b086b62, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T20:21:53,904 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 9fd8033e4913c0c16c9144866a65b5f4 in 511ms, sequenceid=379, compaction requested=false 2024-11-27T20:21:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T20:21:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:53,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T20:21:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-27T20:21:53,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:53,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:53,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0ede9a5098ee41d8a3cf083695da75d8 is 50, key is test_row_0/A:col10/1732738913557/Put/seqid=0 2024-11-27T20:21:53,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-27T20:21:53,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 664 msec 2024-11-27T20:21:53,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 681 msec 2024-11-27T20:21:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741922_1098 (size=12301) 2024-11-27T20:21:53,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738973924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738973924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738974030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738974030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738974203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738974204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738974205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738974233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738974234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0ede9a5098ee41d8a3cf083695da75d8 2024-11-27T20:21:54,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/0fdd0aee86ab43a7941fb07a05e674f6 is 50, key is test_row_0/B:col10/1732738913557/Put/seqid=0 2024-11-27T20:21:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T20:21:54,343 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-27T20:21:54,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-27T20:21:54,347 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:21:54,348 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:54,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741923_1099 (size=12301) 2024-11-27T20:21:54,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/0fdd0aee86ab43a7941fb07a05e674f6 2024-11-27T20:21:54,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/b6a8f03d1b6c430daf58d98aed61e36c is 50, key is test_row_0/C:col10/1732738913557/Put/seqid=0 2024-11-27T20:21:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741924_1100 (size=12301) 2024-11-27T20:21:54,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/b6a8f03d1b6c430daf58d98aed61e36c 2024-11-27T20:21:54,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0ede9a5098ee41d8a3cf083695da75d8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ede9a5098ee41d8a3cf083695da75d8 2024-11-27T20:21:54,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ede9a5098ee41d8a3cf083695da75d8, entries=150, sequenceid=411, filesize=12.0 K 2024-11-27T20:21:54,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/0fdd0aee86ab43a7941fb07a05e674f6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0fdd0aee86ab43a7941fb07a05e674f6 2024-11-27T20:21:54,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0fdd0aee86ab43a7941fb07a05e674f6, entries=150, sequenceid=411, filesize=12.0 K 2024-11-27T20:21:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/b6a8f03d1b6c430daf58d98aed61e36c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b6a8f03d1b6c430daf58d98aed61e36c 2024-11-27T20:21:54,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b6a8f03d1b6c430daf58d98aed61e36c, entries=150, sequenceid=411, filesize=12.0 K 2024-11-27T20:21:54,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 9fd8033e4913c0c16c9144866a65b5f4 in 528ms, sequenceid=411, compaction requested=true 2024-11-27T20:21:54,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:54,433 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:54,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:54,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:54,434 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:54,435 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:54,435 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:54,435 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:54,435 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/5e9c6af5155847c3a144796d07910afd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8e197cdafd96424bbfd2257b29140a94, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ede9a5098ee41d8a3cf083695da75d8] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=36.9 K 2024-11-27T20:21:54,436 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:54,436 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:54,436 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:54,436 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0e9667a42b1649f3a9c7487fc476c44a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/ed3443e5f18b4e9f85711c8b7665354b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0fdd0aee86ab43a7941fb07a05e674f6] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=36.9 K 2024-11-27T20:21:54,436 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e9667a42b1649f3a9c7487fc476c44a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732738912200 2024-11-27T20:21:54,437 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e9c6af5155847c3a144796d07910afd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732738912200 2024-11-27T20:21:54,437 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ed3443e5f18b4e9f85711c8b7665354b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732738912323 2024-11-27T20:21:54,437 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e197cdafd96424bbfd2257b29140a94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732738912323 2024-11-27T20:21:54,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:54,438 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fdd0aee86ab43a7941fb07a05e674f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732738913557 2024-11-27T20:21:54,439 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ede9a5098ee41d8a3cf083695da75d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732738913557 2024-11-27T20:21:54,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:54,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:21:54,452 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:54,453 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/92ccb64899624917b0fe770835f58724 is 50, key is test_row_0/A:col10/1732738913557/Put/seqid=0 2024-11-27T20:21:54,470 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:54,471 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/a222aeaf78a14a8199288f8cd4d880bd is 50, key is test_row_0/B:col10/1732738913557/Put/seqid=0 2024-11-27T20:21:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741925_1101 (size=13289) 2024-11-27T20:21:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741926_1102 (size=13289) 2024-11-27T20:21:54,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T20:21:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:54,502 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-27T20:21:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:54,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:54,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:54,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/7c034a37189b4e8b8f1db88bb8570a30 is 50, key is test_row_0/A:col10/1732738913907/Put/seqid=0 2024-11-27T20:21:54,516 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/a222aeaf78a14a8199288f8cd4d880bd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a222aeaf78a14a8199288f8cd4d880bd 2024-11-27T20:21:54,527 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into a222aeaf78a14a8199288f8cd4d880bd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:54,527 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:54,527 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738914434; duration=0sec 2024-11-27T20:21:54,527 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:54,527 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:54,527 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:54,530 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:54,530 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:54,530 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:54,530 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8e93bd70d5ff45d4a45c58a9d2414d35, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d7796e4c4f324bb09440357a9b086b62, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b6a8f03d1b6c430daf58d98aed61e36c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=36.9 K 2024-11-27T20:21:54,531 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e93bd70d5ff45d4a45c58a9d2414d35, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732738912200 2024-11-27T20:21:54,531 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d7796e4c4f324bb09440357a9b086b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732738912323 2024-11-27T20:21:54,532 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b6a8f03d1b6c430daf58d98aed61e36c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732738913557 2024-11-27T20:21:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741927_1103 (size=9857) 2024-11-27T20:21:54,549 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/7c034a37189b4e8b8f1db88bb8570a30 2024-11-27T20:21:54,550 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:54,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:54,556 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/bac435753baf49c0a0a43785ee944803 is 50, key is test_row_0/C:col10/1732738913557/Put/seqid=0 2024-11-27T20:21:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1975856d4a7c4707bf05acb9f25338ea is 50, key is test_row_0/B:col10/1732738913907/Put/seqid=0 2024-11-27T20:21:54,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741929_1105 (size=9857) 2024-11-27T20:21:54,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741928_1104 (size=13255) 2024-11-27T20:21:54,602 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1975856d4a7c4707bf05acb9f25338ea 2024-11-27T20:21:54,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738974602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738974605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/682dd1ba2b87487687eff290c8492e46 is 50, key is test_row_0/C:col10/1732738913907/Put/seqid=0 2024-11-27T20:21:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741930_1106 (size=9857) 2024-11-27T20:21:54,628 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/682dd1ba2b87487687eff290c8492e46 2024-11-27T20:21:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/7c034a37189b4e8b8f1db88bb8570a30 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/7c034a37189b4e8b8f1db88bb8570a30 2024-11-27T20:21:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:21:54,653 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/7c034a37189b4e8b8f1db88bb8570a30, entries=100, sequenceid=417, filesize=9.6 K 2024-11-27T20:21:54,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1975856d4a7c4707bf05acb9f25338ea as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1975856d4a7c4707bf05acb9f25338ea 2024-11-27T20:21:54,679 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1975856d4a7c4707bf05acb9f25338ea, entries=100, sequenceid=417, filesize=9.6 K 2024-11-27T20:21:54,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/682dd1ba2b87487687eff290c8492e46 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/682dd1ba2b87487687eff290c8492e46 2024-11-27T20:21:54,687 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/682dd1ba2b87487687eff290c8492e46, entries=100, sequenceid=417, filesize=9.6 K 2024-11-27T20:21:54,689 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 9fd8033e4913c0c16c9144866a65b5f4 in 186ms, sequenceid=417, compaction requested=false 2024-11-27T20:21:54,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:54,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:54,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T20:21:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-27T20:21:54,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T20:21:54,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 343 msec 2024-11-27T20:21:54,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 351 msec 2024-11-27T20:21:54,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-27T20:21:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:54,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738974711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738974711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738974711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738974712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738974713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/65692e29a03a4d61b7c1903bd40c8b2d is 50, key is test_row_0/A:col10/1732738914710/Put/seqid=0 2024-11-27T20:21:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741931_1107 (size=14741) 2024-11-27T20:21:54,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/65692e29a03a4d61b7c1903bd40c8b2d 2024-11-27T20:21:54,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/62572856304d44e382154c0eb283d697 is 50, key is test_row_0/B:col10/1732738914710/Put/seqid=0 2024-11-27T20:21:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741932_1108 (size=12301) 2024-11-27T20:21:54,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738974817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738974818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738974821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,902 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/92ccb64899624917b0fe770835f58724 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/92ccb64899624917b0fe770835f58724 2024-11-27T20:21:54,907 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 92ccb64899624917b0fe770835f58724(size=13.0 K), total size for store is 22.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:54,908 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:54,908 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738914433; duration=0sec 2024-11-27T20:21:54,908 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:54,908 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:54,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738974918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T20:21:54,951 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-27T20:21:54,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-27T20:21:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T20:21:54,961 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:54,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:54,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:55,011 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/bac435753baf49c0a0a43785ee944803 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bac435753baf49c0a0a43785ee944803 2024-11-27T20:21:55,019 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into bac435753baf49c0a0a43785ee944803(size=12.9 K), total size for store is 22.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:55,020 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:55,020 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738914440; duration=0sec 2024-11-27T20:21:55,020 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:55,020 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738975020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738975021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738975023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T20:21:55,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T20:21:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:55,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:55,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:55,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/62572856304d44e382154c0eb283d697 2024-11-27T20:21:55,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/a2c43485bf04407ea02bd8a3e25ac3f2 is 50, key is test_row_0/C:col10/1732738914710/Put/seqid=0 2024-11-27T20:21:55,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741933_1109 (size=12301) 2024-11-27T20:21:55,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/a2c43485bf04407ea02bd8a3e25ac3f2 2024-11-27T20:21:55,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738975224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/65692e29a03a4d61b7c1903bd40c8b2d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/65692e29a03a4d61b7c1903bd40c8b2d 2024-11-27T20:21:55,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/65692e29a03a4d61b7c1903bd40c8b2d, entries=200, sequenceid=450, filesize=14.4 K 2024-11-27T20:21:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/62572856304d44e382154c0eb283d697 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/62572856304d44e382154c0eb283d697 2024-11-27T20:21:55,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/62572856304d44e382154c0eb283d697, entries=150, sequenceid=450, filesize=12.0 K 2024-11-27T20:21:55,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/a2c43485bf04407ea02bd8a3e25ac3f2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a2c43485bf04407ea02bd8a3e25ac3f2 2024-11-27T20:21:55,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a2c43485bf04407ea02bd8a3e25ac3f2, entries=150, sequenceid=450, filesize=12.0 K 2024-11-27T20:21:55,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 9fd8033e4913c0c16c9144866a65b5f4 in 542ms, sequenceid=450, compaction requested=true 2024-11-27T20:21:55,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:55,252 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:55,254 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37887 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:55,254 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:55,254 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:55,254 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/92ccb64899624917b0fe770835f58724, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/7c034a37189b4e8b8f1db88bb8570a30, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/65692e29a03a4d61b7c1903bd40c8b2d] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=37.0 K 2024-11-27T20:21:55,255 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92ccb64899624917b0fe770835f58724, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732738913557 2024-11-27T20:21:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T20:21:55,256 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c034a37189b4e8b8f1db88bb8570a30, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732738913907 2024-11-27T20:21:55,256 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65692e29a03a4d61b7c1903bd40c8b2d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732738914592 2024-11-27T20:21:55,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:55,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:55,257 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:55,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:55,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:55,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:55,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:55,259 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:55,259 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:55,259 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:55,259 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a222aeaf78a14a8199288f8cd4d880bd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1975856d4a7c4707bf05acb9f25338ea, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/62572856304d44e382154c0eb283d697] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=34.6 K 2024-11-27T20:21:55,260 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a222aeaf78a14a8199288f8cd4d880bd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732738913557 2024-11-27T20:21:55,261 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1975856d4a7c4707bf05acb9f25338ea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732738913907 2024-11-27T20:21:55,262 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 62572856304d44e382154c0eb283d697, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732738914592 2024-11-27T20:21:55,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T20:21:55,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:55,277 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-27T20:21:55,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:55,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:55,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:55,285 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:55,286 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d0f734e791cd43d3a2102a9984006945 is 50, key is test_row_0/A:col10/1732738914710/Put/seqid=0 2024-11-27T20:21:55,291 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:55,292 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/cba17fbe2b9d4a0ea03c2bb8fba2795a is 50, key is test_row_0/B:col10/1732738914710/Put/seqid=0 2024-11-27T20:21:55,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d6f01db622ec4d70a6ae8a34d53c166e is 50, key is test_row_1/A:col10/1732738914711/Put/seqid=0 2024-11-27T20:21:55,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741935_1111 (size=13391) 2024-11-27T20:21:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741934_1110 (size=13391) 2024-11-27T20:21:55,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741936_1112 (size=7415) 2024-11-27T20:21:55,333 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d0f734e791cd43d3a2102a9984006945 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d0f734e791cd43d3a2102a9984006945 2024-11-27T20:21:55,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:55,344 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into d0f734e791cd43d3a2102a9984006945(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:55,345 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:55,345 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738915252; duration=0sec 2024-11-27T20:21:55,345 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:55,345 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:55,345 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:55,348 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:55,348 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:55,348 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:55,348 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bac435753baf49c0a0a43785ee944803, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/682dd1ba2b87487687eff290c8492e46, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a2c43485bf04407ea02bd8a3e25ac3f2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=34.6 K 2024-11-27T20:21:55,349 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting bac435753baf49c0a0a43785ee944803, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732738913557 2024-11-27T20:21:55,349 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 682dd1ba2b87487687eff290c8492e46, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732738913907 2024-11-27T20:21:55,350 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2c43485bf04407ea02bd8a3e25ac3f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732738914592 2024-11-27T20:21:55,362 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:55,363 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/1a50e45af30843f8992b4033cf1b8c7d is 50, key is test_row_0/C:col10/1732738914710/Put/seqid=0 2024-11-27T20:21:55,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738975379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738975381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738975382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741937_1113 (size=13357) 2024-11-27T20:21:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738975484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738975487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738975486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T20:21:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738975688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738975695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738975698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738975724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,729 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/cba17fbe2b9d4a0ea03c2bb8fba2795a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/cba17fbe2b9d4a0ea03c2bb8fba2795a 2024-11-27T20:21:55,729 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d6f01db622ec4d70a6ae8a34d53c166e 2024-11-27T20:21:55,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738975731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,742 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into cba17fbe2b9d4a0ea03c2bb8fba2795a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:55,742 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:55,743 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738915257; duration=0sec 2024-11-27T20:21:55,743 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:55,743 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:55,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7869e605f02d49cfb9f8faa88d13e8a3 is 50, key is test_row_1/B:col10/1732738914711/Put/seqid=0 2024-11-27T20:21:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741938_1114 (size=7415) 2024-11-27T20:21:55,776 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7869e605f02d49cfb9f8faa88d13e8a3 2024-11-27T20:21:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ffc19190268e47e1b08fa30df2af19da is 50, key is test_row_1/C:col10/1732738914711/Put/seqid=0 2024-11-27T20:21:55,810 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/1a50e45af30843f8992b4033cf1b8c7d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1a50e45af30843f8992b4033cf1b8c7d 2024-11-27T20:21:55,818 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 1a50e45af30843f8992b4033cf1b8c7d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:55,818 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:55,818 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738915257; duration=0sec 2024-11-27T20:21:55,820 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:55,820 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:55,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741939_1115 (size=7415) 2024-11-27T20:21:55,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738975992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738975997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:56,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738976005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T20:21:56,228 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ffc19190268e47e1b08fa30df2af19da 2024-11-27T20:21:56,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d6f01db622ec4d70a6ae8a34d53c166e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d6f01db622ec4d70a6ae8a34d53c166e 2024-11-27T20:21:56,241 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d6f01db622ec4d70a6ae8a34d53c166e, entries=50, sequenceid=456, filesize=7.2 K 2024-11-27T20:21:56,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7869e605f02d49cfb9f8faa88d13e8a3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7869e605f02d49cfb9f8faa88d13e8a3 2024-11-27T20:21:56,249 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7869e605f02d49cfb9f8faa88d13e8a3, entries=50, sequenceid=456, filesize=7.2 K 2024-11-27T20:21:56,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ffc19190268e47e1b08fa30df2af19da as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ffc19190268e47e1b08fa30df2af19da 2024-11-27T20:21:56,258 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ffc19190268e47e1b08fa30df2af19da, entries=50, sequenceid=456, filesize=7.2 K 2024-11-27T20:21:56,260 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 9fd8033e4913c0c16c9144866a65b5f4 in 983ms, sequenceid=456, compaction requested=false 2024-11-27T20:21:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T20:21:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-27T20:21:56,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T20:21:56,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2930 sec 2024-11-27T20:21:56,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.3130 sec 2024-11-27T20:21:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:56,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-27T20:21:56,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:56,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:56,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:56,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:56,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:56,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:56,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738976499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:56,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738976505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:56,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9a73440f6aa841288bb44ee32620846c is 50, key is test_row_0/A:col10/1732738916496/Put/seqid=0 2024-11-27T20:21:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738976509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:56,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741940_1116 (size=14741) 2024-11-27T20:21:56,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9a73440f6aa841288bb44ee32620846c 2024-11-27T20:21:56,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/2fbfbd7014b3447689f428f872e69d0b is 50, key is test_row_0/B:col10/1732738916496/Put/seqid=0 2024-11-27T20:21:56,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738976605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:56,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741941_1117 (size=12301) 2024-11-27T20:21:56,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738976744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:56,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738976808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/2fbfbd7014b3447689f428f872e69d0b 2024-11-27T20:21:57,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/2bd381cdeaf941fd8b686740481aa465 is 50, key is test_row_0/C:col10/1732738916496/Put/seqid=0 2024-11-27T20:21:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T20:21:57,059 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-27T20:21:57,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-27T20:21:57,064 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:57,065 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:57,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T20:21:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741942_1118 (size=12301) 2024-11-27T20:21:57,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/2bd381cdeaf941fd8b686740481aa465 2024-11-27T20:21:57,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9a73440f6aa841288bb44ee32620846c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9a73440f6aa841288bb44ee32620846c 2024-11-27T20:21:57,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9a73440f6aa841288bb44ee32620846c, entries=200, sequenceid=492, filesize=14.4 K 2024-11-27T20:21:57,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/2fbfbd7014b3447689f428f872e69d0b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2fbfbd7014b3447689f428f872e69d0b 2024-11-27T20:21:57,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738977111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2fbfbd7014b3447689f428f872e69d0b, entries=150, sequenceid=492, filesize=12.0 K 2024-11-27T20:21:57,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/2bd381cdeaf941fd8b686740481aa465 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/2bd381cdeaf941fd8b686740481aa465 2024-11-27T20:21:57,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/2bd381cdeaf941fd8b686740481aa465, entries=150, sequenceid=492, filesize=12.0 K 2024-11-27T20:21:57,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 9fd8033e4913c0c16c9144866a65b5f4 in 633ms, sequenceid=492, compaction requested=true 2024-11-27T20:21:57,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:57,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:57,131 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:57,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:57,131 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:57,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:57,134 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:57,134 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:57,134 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,134 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/cba17fbe2b9d4a0ea03c2bb8fba2795a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7869e605f02d49cfb9f8faa88d13e8a3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2fbfbd7014b3447689f428f872e69d0b] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=32.3 K 2024-11-27T20:21:57,135 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:57,135 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:57,135 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,135 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d0f734e791cd43d3a2102a9984006945, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d6f01db622ec4d70a6ae8a34d53c166e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9a73440f6aa841288bb44ee32620846c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=34.7 K 2024-11-27T20:21:57,135 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting cba17fbe2b9d4a0ea03c2bb8fba2795a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732738914592 2024-11-27T20:21:57,136 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0f734e791cd43d3a2102a9984006945, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732738914592 2024-11-27T20:21:57,137 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7869e605f02d49cfb9f8faa88d13e8a3, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732738914711 2024-11-27T20:21:57,137 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6f01db622ec4d70a6ae8a34d53c166e, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732738914711 2024-11-27T20:21:57,137 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fbfbd7014b3447689f428f872e69d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732738915379 2024-11-27T20:21:57,138 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a73440f6aa841288bb44ee32620846c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732738915378 2024-11-27T20:21:57,162 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:57,163 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f685ff7d6fc0458eb2bad6f93fd77a34 is 50, key is test_row_0/B:col10/1732738916496/Put/seqid=0 2024-11-27T20:21:57,165 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:57,166 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/72f333f8eaaf49f0af4eca5653010bca is 50, key is test_row_0/A:col10/1732738916496/Put/seqid=0 2024-11-27T20:21:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T20:21:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741944_1120 (size=13493) 2024-11-27T20:21:57,195 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f685ff7d6fc0458eb2bad6f93fd77a34 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f685ff7d6fc0458eb2bad6f93fd77a34 2024-11-27T20:21:57,203 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into f685ff7d6fc0458eb2bad6f93fd77a34(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:57,203 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:57,203 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738917131; duration=0sec 2024-11-27T20:21:57,204 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:57,204 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:57,204 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:57,205 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:57,205 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:57,205 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,206 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1a50e45af30843f8992b4033cf1b8c7d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ffc19190268e47e1b08fa30df2af19da, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/2bd381cdeaf941fd8b686740481aa465] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=32.3 K 2024-11-27T20:21:57,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741943_1119 (size=13493) 2024-11-27T20:21:57,208 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a50e45af30843f8992b4033cf1b8c7d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732738914592 2024-11-27T20:21:57,209 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ffc19190268e47e1b08fa30df2af19da, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732738914711 2024-11-27T20:21:57,209 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bd381cdeaf941fd8b686740481aa465, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732738915379 2024-11-27T20:21:57,217 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/72f333f8eaaf49f0af4eca5653010bca as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72f333f8eaaf49f0af4eca5653010bca 2024-11-27T20:21:57,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-27T20:21:57,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T20:21:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-27T20:21:57,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T20:21:57,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 160 msec 2024-11-27T20:21:57,229 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 72f333f8eaaf49f0af4eca5653010bca(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:57,229 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:57,229 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738917131; duration=0sec 2024-11-27T20:21:57,229 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:57,229 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:57,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 168 msec 2024-11-27T20:21:57,245 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:57,246 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/5679bdbc538f4b20861536abe26f7b8b is 50, key is test_row_0/C:col10/1732738916496/Put/seqid=0 2024-11-27T20:21:57,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741945_1121 (size=13459) 2024-11-27T20:21:57,265 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/5679bdbc538f4b20861536abe26f7b8b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5679bdbc538f4b20861536abe26f7b8b 2024-11-27T20:21:57,272 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 5679bdbc538f4b20861536abe26f7b8b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:57,272 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:57,273 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738917132; duration=0sec 2024-11-27T20:21:57,273 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:57,273 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T20:21:57,369 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-27T20:21:57,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-27T20:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T20:21:57,373 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:57,373 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:57,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T20:21:57,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T20:21:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,527 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T20:21:57,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:57,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:57,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:57,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:57,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:57,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:57,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:57,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/6ac80ec3039b4940a432216921496038 is 50, key is test_row_0/A:col10/1732738917524/Put/seqid=0 2024-11-27T20:21:57,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741946_1122 (size=9857) 2024-11-27T20:21:57,552 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/6ac80ec3039b4940a432216921496038 2024-11-27T20:21:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/e36273e759b0474492b4fd2fc004d109 is 50, key is test_row_0/B:col10/1732738917524/Put/seqid=0 2024-11-27T20:21:57,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741947_1123 (size=9857) 2024-11-27T20:21:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738977570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738977570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,575 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/e36273e759b0474492b4fd2fc004d109 2024-11-27T20:21:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ab12f8e6bb5f40ad901d4500d35fe6f9 is 50, key is test_row_0/C:col10/1732738917524/Put/seqid=0 2024-11-27T20:21:57,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741948_1124 (size=9857) 2024-11-27T20:21:57,596 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ab12f8e6bb5f40ad901d4500d35fe6f9 2024-11-27T20:21:57,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/6ac80ec3039b4940a432216921496038 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6ac80ec3039b4940a432216921496038 2024-11-27T20:21:57,614 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6ac80ec3039b4940a432216921496038, entries=100, sequenceid=506, filesize=9.6 K 2024-11-27T20:21:57,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/e36273e759b0474492b4fd2fc004d109 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/e36273e759b0474492b4fd2fc004d109 2024-11-27T20:21:57,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738977618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,621 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/e36273e759b0474492b4fd2fc004d109, entries=100, sequenceid=506, filesize=9.6 K 2024-11-27T20:21:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/ab12f8e6bb5f40ad901d4500d35fe6f9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ab12f8e6bb5f40ad901d4500d35fe6f9 2024-11-27T20:21:57,633 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ab12f8e6bb5f40ad901d4500d35fe6f9, entries=100, sequenceid=506, filesize=9.6 K 2024-11-27T20:21:57,634 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9fd8033e4913c0c16c9144866a65b5f4 in 106ms, sequenceid=506, compaction requested=false 2024-11-27T20:21:57,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:57,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T20:21:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-27T20:21:57,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T20:21:57,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 278 msec 2024-11-27T20:21:57,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 286 msec 2024-11-27T20:21:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T20:21:57,675 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-27T20:21:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:57,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:57,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:21:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:57,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-27T20:21:57,679 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T20:21:57,681 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:57,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:57,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9e10ac8fca2f41d0a47bbd62a1aa8f06 is 50, key is test_row_0/A:col10/1732738917561/Put/seqid=0 2024-11-27T20:21:57,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738977691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738977692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741949_1125 (size=14741) 2024-11-27T20:21:57,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9e10ac8fca2f41d0a47bbd62a1aa8f06 2024-11-27T20:21:57,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738977736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,738 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:57,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/729d6c42ec7a49199ace946fb5f61d19 is 50, key is test_row_0/B:col10/1732738917561/Put/seqid=0 2024-11-27T20:21:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T20:21:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741950_1126 (size=12301) 2024-11-27T20:21:57,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/729d6c42ec7a49199ace946fb5f61d19 2024-11-27T20:21:57,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738977800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738977800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/044ed82e53e44321be773b823d5e1488 is 50, key is test_row_0/C:col10/1732738917561/Put/seqid=0 2024-11-27T20:21:57,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T20:21:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:57,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:57,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741951_1127 (size=12301) 2024-11-27T20:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T20:21:57,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:57,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T20:21:57,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:57,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:58,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738978003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738978004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T20:21:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:58,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/044ed82e53e44321be773b823d5e1488 2024-11-27T20:21:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/9e10ac8fca2f41d0a47bbd62a1aa8f06 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9e10ac8fca2f41d0a47bbd62a1aa8f06 2024-11-27T20:21:58,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9e10ac8fca2f41d0a47bbd62a1aa8f06, entries=200, sequenceid=533, filesize=14.4 K 2024-11-27T20:21:58,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/729d6c42ec7a49199ace946fb5f61d19 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/729d6c42ec7a49199ace946fb5f61d19 2024-11-27T20:21:58,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/729d6c42ec7a49199ace946fb5f61d19, entries=150, sequenceid=533, filesize=12.0 K 2024-11-27T20:21:58,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/044ed82e53e44321be773b823d5e1488 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/044ed82e53e44321be773b823d5e1488 2024-11-27T20:21:58,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/044ed82e53e44321be773b823d5e1488, entries=150, sequenceid=533, filesize=12.0 K 2024-11-27T20:21:58,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9fd8033e4913c0c16c9144866a65b5f4 in 597ms, sequenceid=533, compaction requested=true 2024-11-27T20:21:58,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:58,274 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:58,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:58,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:58,274 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:58,276 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:58,276 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38091 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:58,276 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:58,276 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:58,276 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,276 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,276 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f685ff7d6fc0458eb2bad6f93fd77a34, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/e36273e759b0474492b4fd2fc004d109, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/729d6c42ec7a49199ace946fb5f61d19] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=34.8 K 2024-11-27T20:21:58,276 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72f333f8eaaf49f0af4eca5653010bca, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6ac80ec3039b4940a432216921496038, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9e10ac8fca2f41d0a47bbd62a1aa8f06] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=37.2 K 2024-11-27T20:21:58,277 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72f333f8eaaf49f0af4eca5653010bca, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732738915379 2024-11-27T20:21:58,277 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f685ff7d6fc0458eb2bad6f93fd77a34, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732738915379 2024-11-27T20:21:58,277 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ac80ec3039b4940a432216921496038, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732738917520 2024-11-27T20:21:58,278 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e36273e759b0474492b4fd2fc004d109, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732738917520 2024-11-27T20:21:58,278 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e10ac8fca2f41d0a47bbd62a1aa8f06, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732738917560 2024-11-27T20:21:58,278 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 729d6c42ec7a49199ace946fb5f61d19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732738917560 2024-11-27T20:21:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T20:21:58,290 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:58,291 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f098370f49594881a2e6473e9b922466 is 50, key is test_row_0/B:col10/1732738917561/Put/seqid=0 2024-11-27T20:21:58,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-27T20:21:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,297 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T20:21:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:58,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:58,307 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:58,308 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/3296f0dd0d8d445ba8d885380aeb5543 is 50, key is test_row_0/A:col10/1732738917561/Put/seqid=0 2024-11-27T20:21:58,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/46130a598e9545658eb0fc7deffc07ce is 50, key is test_row_1/A:col10/1732738917686/Put/seqid=0 2024-11-27T20:21:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:58,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:58,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741952_1128 (size=13595) 2024-11-27T20:21:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741954_1130 (size=9857) 2024-11-27T20:21:58,334 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/46130a598e9545658eb0fc7deffc07ce 2024-11-27T20:21:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741953_1129 (size=13595) 2024-11-27T20:21:58,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738978357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738978358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,360 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/3296f0dd0d8d445ba8d885380aeb5543 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3296f0dd0d8d445ba8d885380aeb5543 2024-11-27T20:21:58,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7c7383a2783e47a7be58b420bafb9990 is 50, key is test_row_1/B:col10/1732738917686/Put/seqid=0 2024-11-27T20:21:58,370 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 3296f0dd0d8d445ba8d885380aeb5543(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:58,370 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:58,370 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738918274; duration=0sec 2024-11-27T20:21:58,370 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:58,370 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:58,370 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:58,372 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:58,372 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:58,373 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,373 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5679bdbc538f4b20861536abe26f7b8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ab12f8e6bb5f40ad901d4500d35fe6f9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/044ed82e53e44321be773b823d5e1488] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=34.8 K 2024-11-27T20:21:58,374 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5679bdbc538f4b20861536abe26f7b8b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732738915379 2024-11-27T20:21:58,374 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab12f8e6bb5f40ad901d4500d35fe6f9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732738917520 2024-11-27T20:21:58,375 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044ed82e53e44321be773b823d5e1488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732738917560 2024-11-27T20:21:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741955_1131 (size=9857) 2024-11-27T20:21:58,381 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7c7383a2783e47a7be58b420bafb9990 2024-11-27T20:21:58,389 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:58,390 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/807dc843884d46f19a2cf76dec2ea3f6 is 50, key is test_row_0/C:col10/1732738917561/Put/seqid=0 2024-11-27T20:21:58,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/36e62997acea4b168417348925734926 is 50, key is test_row_1/C:col10/1732738917686/Put/seqid=0 2024-11-27T20:21:58,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741957_1133 (size=9857) 2024-11-27T20:21:58,405 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/36e62997acea4b168417348925734926 2024-11-27T20:21:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741956_1132 (size=13561) 2024-11-27T20:21:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/46130a598e9545658eb0fc7deffc07ce as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/46130a598e9545658eb0fc7deffc07ce 2024-11-27T20:21:58,422 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/807dc843884d46f19a2cf76dec2ea3f6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/807dc843884d46f19a2cf76dec2ea3f6 2024-11-27T20:21:58,429 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/46130a598e9545658eb0fc7deffc07ce, entries=100, sequenceid=542, filesize=9.6 K 2024-11-27T20:21:58,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/7c7383a2783e47a7be58b420bafb9990 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7c7383a2783e47a7be58b420bafb9990 2024-11-27T20:21:58,431 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 807dc843884d46f19a2cf76dec2ea3f6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:58,431 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:58,431 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738918275; duration=0sec 2024-11-27T20:21:58,431 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:58,431 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:58,436 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7c7383a2783e47a7be58b420bafb9990, entries=100, sequenceid=542, filesize=9.6 K 2024-11-27T20:21:58,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/36e62997acea4b168417348925734926 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/36e62997acea4b168417348925734926 2024-11-27T20:21:58,443 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/36e62997acea4b168417348925734926, entries=100, sequenceid=542, filesize=9.6 K 2024-11-27T20:21:58,444 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9fd8033e4913c0c16c9144866a65b5f4 in 146ms, sequenceid=542, compaction requested=false 2024-11-27T20:21:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-27T20:21:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=39 2024-11-27T20:21:58,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-27T20:21:58,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 765 msec 2024-11-27T20:21:58,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 770 msec 2024-11-27T20:21:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:58,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T20:21:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:58,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/bab236beece6481cb3560bf79f242580 is 50, key is test_row_0/A:col10/1732738918354/Put/seqid=0 2024-11-27T20:21:58,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738978474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738978474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741958_1134 (size=14741) 2024-11-27T20:21:58,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738978577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738978577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738978625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,725 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f098370f49594881a2e6473e9b922466 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f098370f49594881a2e6473e9b922466 2024-11-27T20:21:58,731 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into f098370f49594881a2e6473e9b922466(size=13.3 K), total size for store is 22.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:58,731 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:58,731 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738918274; duration=0sec 2024-11-27T20:21:58,736 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:58,736 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:58,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738978759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,761 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:58,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738978779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738978782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T20:21:58,783 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-27T20:21:58,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:21:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-27T20:21:58,787 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:21:58,787 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:21:58,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:21:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-27T20:21:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-27T20:21:58,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/bab236beece6481cb3560bf79f242580 2024-11-27T20:21:58,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/576fd39023a2442e8baff1e269d480d4 is 50, key is test_row_0/B:col10/1732738918354/Put/seqid=0 2024-11-27T20:21:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741959_1135 (size=12301) 2024-11-27T20:21:58,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/576fd39023a2442e8baff1e269d480d4 2024-11-27T20:21:58,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/97f2065db115408b86a6b407cda31956 is 50, key is test_row_0/C:col10/1732738918354/Put/seqid=0 2024-11-27T20:21:58,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:58,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T20:21:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:58,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741960_1136 (size=12301) 2024-11-27T20:21:58,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/97f2065db115408b86a6b407cda31956 2024-11-27T20:21:58,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/bab236beece6481cb3560bf79f242580 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/bab236beece6481cb3560bf79f242580 2024-11-27T20:21:58,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/bab236beece6481cb3560bf79f242580, entries=200, sequenceid=573, filesize=14.4 K 2024-11-27T20:21:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/576fd39023a2442e8baff1e269d480d4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/576fd39023a2442e8baff1e269d480d4 2024-11-27T20:21:58,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/576fd39023a2442e8baff1e269d480d4, entries=150, sequenceid=573, filesize=12.0 K 2024-11-27T20:21:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/97f2065db115408b86a6b407cda31956 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/97f2065db115408b86a6b407cda31956 2024-11-27T20:21:58,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/97f2065db115408b86a6b407cda31956, entries=150, sequenceid=573, filesize=12.0 K 2024-11-27T20:21:58,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 9fd8033e4913c0c16c9144866a65b5f4 in 516ms, sequenceid=573, compaction requested=true 2024-11-27T20:21:58,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:21:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:58,981 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:58,981 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:58,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:58,982 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:58,982 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:58,983 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,983 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f098370f49594881a2e6473e9b922466, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7c7383a2783e47a7be58b420bafb9990, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/576fd39023a2442e8baff1e269d480d4] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=34.9 K 2024-11-27T20:21:58,983 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f098370f49594881a2e6473e9b922466, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732738917560 2024-11-27T20:21:58,984 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38193 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:58,984 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:58,984 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:58,984 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3296f0dd0d8d445ba8d885380aeb5543, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/46130a598e9545658eb0fc7deffc07ce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/bab236beece6481cb3560bf79f242580] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=37.3 K 2024-11-27T20:21:58,984 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c7383a2783e47a7be58b420bafb9990, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732738917686 2024-11-27T20:21:58,985 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3296f0dd0d8d445ba8d885380aeb5543, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732738917560 2024-11-27T20:21:58,985 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 576fd39023a2442e8baff1e269d480d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732738918354 2024-11-27T20:21:58,985 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46130a598e9545658eb0fc7deffc07ce, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732738917686 2024-11-27T20:21:58,986 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting bab236beece6481cb3560bf79f242580, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732738918348 2024-11-27T20:21:59,010 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#122 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:59,011 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/919ef08a75b6464b82e6a3df97e5dd79 is 50, key is test_row_0/B:col10/1732738918354/Put/seqid=0 2024-11-27T20:21:59,013 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:59,014 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/466187392d1a4119bdb6a0e48176199e is 50, key is test_row_0/A:col10/1732738918354/Put/seqid=0 2024-11-27T20:21:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741961_1137 (size=13697) 2024-11-27T20:21:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741962_1138 (size=13697) 2024-11-27T20:21:59,034 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/919ef08a75b6464b82e6a3df97e5dd79 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/919ef08a75b6464b82e6a3df97e5dd79 2024-11-27T20:21:59,041 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into 919ef08a75b6464b82e6a3df97e5dd79(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:59,042 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:59,042 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738918981; duration=0sec 2024-11-27T20:21:59,042 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:59,042 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:59,042 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:59,043 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:59,043 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:21:59,043 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:59,044 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/807dc843884d46f19a2cf76dec2ea3f6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/36e62997acea4b168417348925734926, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/97f2065db115408b86a6b407cda31956] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=34.9 K 2024-11-27T20:21:59,044 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 807dc843884d46f19a2cf76dec2ea3f6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732738917560 2024-11-27T20:21:59,045 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 36e62997acea4b168417348925734926, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732738917686 2024-11-27T20:21:59,045 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 97f2065db115408b86a6b407cda31956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732738918354 2024-11-27T20:21:59,054 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:59,055 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/04ff68c90b3548ce8f0313ac87ff21bc is 50, key is test_row_0/C:col10/1732738918354/Put/seqid=0 2024-11-27T20:21:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741963_1139 (size=13663) 2024-11-27T20:21:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-27T20:21:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:59,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:21:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T20:21:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:59,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:59,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0a192564e76941fbab2f52f3e7bd8a13 is 50, key is test_row_0/A:col10/1732738919090/Put/seqid=0 2024-11-27T20:21:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:59,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741964_1140 (size=14741) 2024-11-27T20:21:59,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0a192564e76941fbab2f52f3e7bd8a13 2024-11-27T20:21:59,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/38c99dc58c5a485ca8070ff31a78fc3e is 50, key is test_row_0/B:col10/1732738919090/Put/seqid=0 2024-11-27T20:21:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738979131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738979133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741965_1141 (size=12301) 2024-11-27T20:21:59,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/38c99dc58c5a485ca8070ff31a78fc3e 2024-11-27T20:21:59,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c537a4aec1cb423dbbc073c58b9e95a8 is 50, key is test_row_0/C:col10/1732738919090/Put/seqid=0 2024-11-27T20:21:59,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741966_1142 (size=12301) 2024-11-27T20:21:59,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c537a4aec1cb423dbbc073c58b9e95a8 2024-11-27T20:21:59,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/0a192564e76941fbab2f52f3e7bd8a13 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0a192564e76941fbab2f52f3e7bd8a13 2024-11-27T20:21:59,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0a192564e76941fbab2f52f3e7bd8a13, entries=200, sequenceid=587, filesize=14.4 K 2024-11-27T20:21:59,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/38c99dc58c5a485ca8070ff31a78fc3e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/38c99dc58c5a485ca8070ff31a78fc3e 2024-11-27T20:21:59,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/38c99dc58c5a485ca8070ff31a78fc3e, entries=150, sequenceid=587, filesize=12.0 K 2024-11-27T20:21:59,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/c537a4aec1cb423dbbc073c58b9e95a8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c537a4aec1cb423dbbc073c58b9e95a8 2024-11-27T20:21:59,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c537a4aec1cb423dbbc073c58b9e95a8, entries=150, sequenceid=587, filesize=12.0 K 2024-11-27T20:21:59,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9fd8033e4913c0c16c9144866a65b5f4 in 108ms, sequenceid=587, compaction requested=false 2024-11-27T20:21:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:59,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:21:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:59,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/822f93528c79489eb5bee067d5779580 is 50, key is test_row_0/A:col10/1732738919130/Put/seqid=0 2024-11-27T20:21:59,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T20:21:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:59,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:21:59,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741967_1143 (size=12301) 2024-11-27T20:21:59,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/822f93528c79489eb5bee067d5779580 2024-11-27T20:21:59,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738979257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738979258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/9069a8874a0a4822b3418360703f2100 is 50, key is test_row_0/B:col10/1732738919130/Put/seqid=0 2024-11-27T20:21:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741968_1144 (size=12301) 2024-11-27T20:21:59,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/9069a8874a0a4822b3418360703f2100 2024-11-27T20:21:59,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/66254ca5ced742c19747d23a0483d9f1 is 50, key is test_row_0/C:col10/1732738919130/Put/seqid=0 2024-11-27T20:21:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741969_1145 (size=12301) 2024-11-27T20:21:59,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/66254ca5ced742c19747d23a0483d9f1 2024-11-27T20:21:59,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/822f93528c79489eb5bee067d5779580 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/822f93528c79489eb5bee067d5779580 2024-11-27T20:21:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/822f93528c79489eb5bee067d5779580, entries=150, sequenceid=613, filesize=12.0 K 2024-11-27T20:21:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/9069a8874a0a4822b3418360703f2100 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9069a8874a0a4822b3418360703f2100 2024-11-27T20:21:59,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9069a8874a0a4822b3418360703f2100, entries=150, sequenceid=613, filesize=12.0 K 2024-11-27T20:21:59,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738979359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/66254ca5ced742c19747d23a0483d9f1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/66254ca5ced742c19747d23a0483d9f1 2024-11-27T20:21:59,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738979362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/66254ca5ced742c19747d23a0483d9f1, entries=150, sequenceid=613, filesize=12.0 K 2024-11-27T20:21:59,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9fd8033e4913c0c16c9144866a65b5f4 in 129ms, sequenceid=613, compaction requested=true 2024-11-27T20:21:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:21:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:21:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:21:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:21:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-27T20:21:59,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-27T20:21:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:59,403 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:21:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:21:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:21:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:21:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:21:59,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/baf2cb68ad6b4b419573687d7aa44508 is 50, key is test_row_0/A:col10/1732738919251/Put/seqid=0 2024-11-27T20:21:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741970_1146 (size=12301) 2024-11-27T20:21:59,436 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/466187392d1a4119bdb6a0e48176199e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/466187392d1a4119bdb6a0e48176199e 2024-11-27T20:21:59,442 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 466187392d1a4119bdb6a0e48176199e(size=13.4 K), total size for store is 39.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:59,442 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:59,442 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738918980; duration=0sec 2024-11-27T20:21:59,442 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:21:59,442 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:59,442 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:59,442 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-27T20:21:59,444 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:21:59,444 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:21:59,444 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. because compaction request was cancelled 2024-11-27T20:21:59,444 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:59,445 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:59,446 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:59,446 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:21:59,446 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:59,446 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/466187392d1a4119bdb6a0e48176199e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0a192564e76941fbab2f52f3e7bd8a13, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/822f93528c79489eb5bee067d5779580] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=39.8 K 2024-11-27T20:21:59,447 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 466187392d1a4119bdb6a0e48176199e, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732738918354 2024-11-27T20:21:59,448 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a192564e76941fbab2f52f3e7bd8a13, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732738918471 2024-11-27T20:21:59,448 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 822f93528c79489eb5bee067d5779580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1732738919130 2024-11-27T20:21:59,468 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/04ff68c90b3548ce8f0313ac87ff21bc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/04ff68c90b3548ce8f0313ac87ff21bc 2024-11-27T20:21:59,475 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 04ff68c90b3548ce8f0313ac87ff21bc(size=13.3 K), total size for store is 37.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:59,475 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:59,475 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=13, startTime=1732738918981; duration=0sec 2024-11-27T20:21:59,476 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:21:59,476 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:21:59,476 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:21:59,477 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#132 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:59,477 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/45a1992ff6bc45be95edca67494e5343 is 50, key is test_row_0/A:col10/1732738919130/Put/seqid=0 2024-11-27T20:21:59,479 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:21:59,479 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:21:59,480 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:21:59,480 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/919ef08a75b6464b82e6a3df97e5dd79, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/38c99dc58c5a485ca8070ff31a78fc3e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9069a8874a0a4822b3418360703f2100] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=37.4 K 2024-11-27T20:21:59,481 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 919ef08a75b6464b82e6a3df97e5dd79, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732738918354 2024-11-27T20:21:59,482 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c99dc58c5a485ca8070ff31a78fc3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732738918471 2024-11-27T20:21:59,483 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9069a8874a0a4822b3418360703f2100, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1732738919130 2024-11-27T20:21:59,494 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:21:59,495 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/0543519aec38442aafbc7c68ccdc3cdf is 50, key is test_row_0/B:col10/1732738919130/Put/seqid=0 2024-11-27T20:21:59,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741972_1148 (size=13799) 2024-11-27T20:21:59,524 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/0543519aec38442aafbc7c68ccdc3cdf as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0543519aec38442aafbc7c68ccdc3cdf 2024-11-27T20:21:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741971_1147 (size=13799) 2024-11-27T20:21:59,532 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/45a1992ff6bc45be95edca67494e5343 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/45a1992ff6bc45be95edca67494e5343 2024-11-27T20:21:59,533 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into 0543519aec38442aafbc7c68ccdc3cdf(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:59,533 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:59,533 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738919369; duration=0sec 2024-11-27T20:21:59,533 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:59,534 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:21:59,538 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 45a1992ff6bc45be95edca67494e5343(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:21:59,538 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:21:59,538 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738919369; duration=0sec 2024-11-27T20:21:59,538 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:21:59,538 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:21:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:21:59,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:21:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738979596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738979597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738979699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738979699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,814 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/baf2cb68ad6b4b419573687d7aa44508 2024-11-27T20:21:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/692b2c0d16854b5e8fcddd43110ffe42 is 50, key is test_row_0/B:col10/1732738919251/Put/seqid=0 2024-11-27T20:21:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741973_1149 (size=12301) 2024-11-27T20:21:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-27T20:21:59,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738979901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:21:59,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:21:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738979902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738980204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738980205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,235 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/692b2c0d16854b5e8fcddd43110ffe42 2024-11-27T20:22:00,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/a796a5aa9f6047b49c9113dad05bedcd is 50, key is test_row_0/C:col10/1732738919251/Put/seqid=0 2024-11-27T20:22:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741974_1150 (size=12301) 2024-11-27T20:22:00,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35800 deadline: 1732738980629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,631 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:22:00,653 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/a796a5aa9f6047b49c9113dad05bedcd 2024-11-27T20:22:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/baf2cb68ad6b4b419573687d7aa44508 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/baf2cb68ad6b4b419573687d7aa44508 2024-11-27T20:22:00,669 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/baf2cb68ad6b4b419573687d7aa44508, entries=150, sequenceid=624, filesize=12.0 K 2024-11-27T20:22:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/692b2c0d16854b5e8fcddd43110ffe42 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/692b2c0d16854b5e8fcddd43110ffe42 2024-11-27T20:22:00,675 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/692b2c0d16854b5e8fcddd43110ffe42, entries=150, sequenceid=624, filesize=12.0 K 2024-11-27T20:22:00,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/a796a5aa9f6047b49c9113dad05bedcd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a796a5aa9f6047b49c9113dad05bedcd 2024-11-27T20:22:00,686 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a796a5aa9f6047b49c9113dad05bedcd, entries=150, sequenceid=624, filesize=12.0 K 2024-11-27T20:22:00,687 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fd8033e4913c0c16c9144866a65b5f4 in 1284ms, sequenceid=624, compaction requested=true 2024-11-27T20:22:00,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:00,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-27T20:22:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=41 2024-11-27T20:22:00,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-27T20:22:00,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-11-27T20:22:00,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9060 sec 2024-11-27T20:22:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:22:00,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:22:00,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:22:00,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:00,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:22:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:22:00,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:00,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/290a57d77c954646a9901cf3839a69f7 is 50, key is test_row_0/A:col10/1732738919593/Put/seqid=0 2024-11-27T20:22:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741975_1151 (size=14741) 2024-11-27T20:22:00,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738980720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/290a57d77c954646a9901cf3839a69f7 2024-11-27T20:22:00,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738980724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1267938df7754d96bcffc7d188e26ea2 is 50, key is test_row_0/B:col10/1732738919593/Put/seqid=0 2024-11-27T20:22:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741976_1152 (size=12301) 2024-11-27T20:22:00,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1267938df7754d96bcffc7d188e26ea2 2024-11-27T20:22:00,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/3b2c2472e8094b81a0c43a62eda034b3 is 50, key is test_row_0/C:col10/1732738919593/Put/seqid=0 2024-11-27T20:22:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741977_1153 (size=12301) 2024-11-27T20:22:00,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/3b2c2472e8094b81a0c43a62eda034b3 2024-11-27T20:22:00,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/290a57d77c954646a9901cf3839a69f7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/290a57d77c954646a9901cf3839a69f7 2024-11-27T20:22:00,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/290a57d77c954646a9901cf3839a69f7, entries=200, sequenceid=654, filesize=14.4 K 2024-11-27T20:22:00,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1267938df7754d96bcffc7d188e26ea2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1267938df7754d96bcffc7d188e26ea2 2024-11-27T20:22:00,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1267938df7754d96bcffc7d188e26ea2, entries=150, sequenceid=654, filesize=12.0 K 2024-11-27T20:22:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-27T20:22:00,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/3b2c2472e8094b81a0c43a62eda034b3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3b2c2472e8094b81a0c43a62eda034b3 2024-11-27T20:22:00,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3b2c2472e8094b81a0c43a62eda034b3, entries=150, sequenceid=654, filesize=12.0 K 2024-11-27T20:22:00,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9fd8033e4913c0c16c9144866a65b5f4 in 87ms, sequenceid=654, compaction requested=true 2024-11-27T20:22:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:00,797 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:00,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:00,797 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:00,800 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40841 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:00,800 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:00,800 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:22:00,800 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:22:00,800 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:00,801 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0543519aec38442aafbc7c68ccdc3cdf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/692b2c0d16854b5e8fcddd43110ffe42, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1267938df7754d96bcffc7d188e26ea2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=37.5 K 2024-11-27T20:22:00,801 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:00,801 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/45a1992ff6bc45be95edca67494e5343, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/baf2cb68ad6b4b419573687d7aa44508, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/290a57d77c954646a9901cf3839a69f7] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=39.9 K 2024-11-27T20:22:00,802 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45a1992ff6bc45be95edca67494e5343, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1732738919130 2024-11-27T20:22:00,802 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 0543519aec38442aafbc7c68ccdc3cdf, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1732738919130 2024-11-27T20:22:00,802 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting baf2cb68ad6b4b419573687d7aa44508, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732738919251 2024-11-27T20:22:00,802 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 692b2c0d16854b5e8fcddd43110ffe42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732738919251 2024-11-27T20:22:00,803 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1267938df7754d96bcffc7d188e26ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732738919593 2024-11-27T20:22:00,804 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 290a57d77c954646a9901cf3839a69f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732738919592 2024-11-27T20:22:00,814 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:00,815 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f3af2d7f49a04b468cb94fec57658208 is 50, key is test_row_0/B:col10/1732738919593/Put/seqid=0 2024-11-27T20:22:00,826 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:00,826 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/316a7c65a4ee4bada73217d5c04bb54f is 50, key is test_row_0/A:col10/1732738919593/Put/seqid=0 2024-11-27T20:22:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:22:00,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:00,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:22:00,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:22:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:22:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741978_1154 (size=13901) 2024-11-27T20:22:00,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/aa5e5132f48c46c3976066bd68b45f2d is 50, key is test_row_0/A:col10/1732738920712/Put/seqid=0 2024-11-27T20:22:00,851 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/f3af2d7f49a04b468cb94fec57658208 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f3af2d7f49a04b468cb94fec57658208 2024-11-27T20:22:00,860 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into f3af2d7f49a04b468cb94fec57658208(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:00,860 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:00,860 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=13, startTime=1732738920797; duration=0sec 2024-11-27T20:22:00,860 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:00,860 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:22:00,860 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:22:00,873 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62867 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:22:00,873 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:22:00,873 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741979_1155 (size=13901) 2024-11-27T20:22:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738980869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,874 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/04ff68c90b3548ce8f0313ac87ff21bc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c537a4aec1cb423dbbc073c58b9e95a8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/66254ca5ced742c19747d23a0483d9f1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a796a5aa9f6047b49c9113dad05bedcd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3b2c2472e8094b81a0c43a62eda034b3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=61.4 K 2024-11-27T20:22:00,875 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 04ff68c90b3548ce8f0313ac87ff21bc, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732738918354 2024-11-27T20:22:00,876 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c537a4aec1cb423dbbc073c58b9e95a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732738918471 2024-11-27T20:22:00,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738980873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,877 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 66254ca5ced742c19747d23a0483d9f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1732738919130 2024-11-27T20:22:00,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/316a7c65a4ee4bada73217d5c04bb54f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/316a7c65a4ee4bada73217d5c04bb54f 2024-11-27T20:22:00,884 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a796a5aa9f6047b49c9113dad05bedcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732738919251 2024-11-27T20:22:00,885 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b2c2472e8094b81a0c43a62eda034b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732738919593 2024-11-27T20:22:00,889 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into 316a7c65a4ee4bada73217d5c04bb54f(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:00,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:00,890 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=13, startTime=1732738920797; duration=0sec 2024-11-27T20:22:00,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:00,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:22:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-27T20:22:00,892 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-27T20:22:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741980_1156 (size=14741) 2024-11-27T20:22:00,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-27T20:22:00,897 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-27T20:22:00,898 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:00,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:00,913 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#142 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:00,914 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/5e73e646287b441f90f123ae4694e2cb is 50, key is test_row_0/C:col10/1732738919593/Put/seqid=0 2024-11-27T20:22:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741981_1157 (size=13833) 2024-11-27T20:22:00,946 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/5e73e646287b441f90f123ae4694e2cb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5e73e646287b441f90f123ae4694e2cb 2024-11-27T20:22:00,955 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into 5e73e646287b441f90f123ae4694e2cb(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:00,955 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:00,955 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=11, startTime=1732738920798; duration=0sec 2024-11-27T20:22:00,955 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:00,955 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:22:00,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738980975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738980979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-27T20:22:01,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-27T20:22:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738981179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738981183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-27T20:22:01,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-27T20:22:01,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:01,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/aa5e5132f48c46c3976066bd68b45f2d 2024-11-27T20:22:01,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4c4547701a1b4c7d93aed33c758cd137 is 50, key is test_row_0/B:col10/1732738920712/Put/seqid=0 2024-11-27T20:22:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741982_1158 (size=12301) 2024-11-27T20:22:01,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-27T20:22:01,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:01,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738981483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738981484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-27T20:22:01,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-27T20:22:01,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:01,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-27T20:22:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:01,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4c4547701a1b4c7d93aed33c758cd137 2024-11-27T20:22:01,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/1abd04e93d004edb9d0ac17f6c07e514 is 50, key is test_row_0/C:col10/1732738920712/Put/seqid=0 2024-11-27T20:22:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741983_1159 (size=12301) 2024-11-27T20:22:01,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/1abd04e93d004edb9d0ac17f6c07e514 2024-11-27T20:22:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/aa5e5132f48c46c3976066bd68b45f2d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/aa5e5132f48c46c3976066bd68b45f2d 2024-11-27T20:22:01,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35840 deadline: 1732738981739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,741 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:22:01,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/aa5e5132f48c46c3976066bd68b45f2d, entries=200, sequenceid=665, filesize=14.4 K 2024-11-27T20:22:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/4c4547701a1b4c7d93aed33c758cd137 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c4547701a1b4c7d93aed33c758cd137 2024-11-27T20:22:01,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c4547701a1b4c7d93aed33c758cd137, entries=150, sequenceid=665, filesize=12.0 K 2024-11-27T20:22:01,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/1abd04e93d004edb9d0ac17f6c07e514 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1abd04e93d004edb9d0ac17f6c07e514 2024-11-27T20:22:01,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1abd04e93d004edb9d0ac17f6c07e514, entries=150, sequenceid=665, filesize=12.0 K 2024-11-27T20:22:01,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fd8033e4913c0c16c9144866a65b5f4 in 926ms, sequenceid=665, compaction requested=false 2024-11-27T20:22:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:01,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:01,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-27T20:22:01,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,818 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:22:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:22:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:22:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:22:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:01,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d9d8f9683f49403fb08f02ef201103e0 is 50, key is test_row_0/A:col10/1732738920872/Put/seqid=0 2024-11-27T20:22:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741984_1160 (size=12301) 2024-11-27T20:22:01,830 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=693 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d9d8f9683f49403fb08f02ef201103e0 2024-11-27T20:22:01,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/d5618bd839cb48be90b87ce6b082923c is 50, key is test_row_0/B:col10/1732738920872/Put/seqid=0 2024-11-27T20:22:01,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741985_1161 (size=12301) 2024-11-27T20:22:01,845 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=693 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/d5618bd839cb48be90b87ce6b082923c 2024-11-27T20:22:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/8834f41abcdf41b98ff7e972d320211f is 50, key is test_row_0/C:col10/1732738920872/Put/seqid=0 2024-11-27T20:22:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741986_1162 (size=12301) 2024-11-27T20:22:01,861 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=693 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/8834f41abcdf41b98ff7e972d320211f 2024-11-27T20:22:01,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/d9d8f9683f49403fb08f02ef201103e0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d9d8f9683f49403fb08f02ef201103e0 2024-11-27T20:22:01,873 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d9d8f9683f49403fb08f02ef201103e0, entries=150, sequenceid=693, filesize=12.0 K 2024-11-27T20:22:01,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/d5618bd839cb48be90b87ce6b082923c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d5618bd839cb48be90b87ce6b082923c 2024-11-27T20:22:01,880 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d5618bd839cb48be90b87ce6b082923c, entries=150, sequenceid=693, filesize=12.0 K 2024-11-27T20:22:01,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/8834f41abcdf41b98ff7e972d320211f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8834f41abcdf41b98ff7e972d320211f 2024-11-27T20:22:01,887 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8834f41abcdf41b98ff7e972d320211f, entries=150, sequenceid=693, filesize=12.0 K 2024-11-27T20:22:01,888 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9fd8033e4913c0c16c9144866a65b5f4 in 70ms, sequenceid=693, compaction requested=true 2024-11-27T20:22:01,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:01,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:01,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-27T20:22:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=43 2024-11-27T20:22:01,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T20:22:01,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 991 msec 2024-11-27T20:22:01,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 998 msec 2024-11-27T20:22:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:22:01,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:01,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:22:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:22:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:22:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-27T20:22:02,002 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-27T20:22:02,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:02,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/674e996fc2df496bafbd7a773f6d68eb is 50, key is test_row_0/A:col10/1732738921991/Put/seqid=0 2024-11-27T20:22:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-27T20:22:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-27T20:22:02,005 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:02,006 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:02,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741987_1163 (size=12301) 2024-11-27T20:22:02,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738982031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738982032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-27T20:22:02,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738982136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738982137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-27T20:22:02,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:02,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:02,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,327 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:51089 2024-11-27T20:22:02,327 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:51089 2024-11-27T20:22:02,328 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:02,328 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:02,330 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:51089 2024-11-27T20:22:02,330 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:02,332 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:51089 2024-11-27T20:22:02,332 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738982338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738982340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/674e996fc2df496bafbd7a773f6d68eb 2024-11-27T20:22:02,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/3f21ecf621bc40caa2c6484cf10bba1d is 50, key is test_row_0/B:col10/1732738921991/Put/seqid=0 2024-11-27T20:22:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741988_1164 (size=12301) 2024-11-27T20:22:02,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:02,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:02,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-27T20:22:02,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738982640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738982642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35776 deadline: 1732738982766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,767 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:22:02,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/3f21ecf621bc40caa2c6484cf10bba1d 2024-11-27T20:22:02,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/448e46db8fef46949101e4bbf11b7d06 is 50, key is test_row_0/C:col10/1732738921991/Put/seqid=0 2024-11-27T20:22:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741989_1165 (size=12301) 2024-11-27T20:22:02,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:02,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:02,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:02,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:02,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:03,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:03,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:03,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:03,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:03,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:03,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:03,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-27T20:22:03,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35854 deadline: 1732738983145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:03,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35828 deadline: 1732738983146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:03,230 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:03,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:03,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:03,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:03,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:03,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:03,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:03,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=705 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/448e46db8fef46949101e4bbf11b7d06 2024-11-27T20:22:03,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/674e996fc2df496bafbd7a773f6d68eb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/674e996fc2df496bafbd7a773f6d68eb 2024-11-27T20:22:03,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/674e996fc2df496bafbd7a773f6d68eb, entries=150, sequenceid=705, filesize=12.0 K 2024-11-27T20:22:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/3f21ecf621bc40caa2c6484cf10bba1d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/3f21ecf621bc40caa2c6484cf10bba1d 2024-11-27T20:22:03,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/3f21ecf621bc40caa2c6484cf10bba1d, entries=150, sequenceid=705, filesize=12.0 K 2024-11-27T20:22:03,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/448e46db8fef46949101e4bbf11b7d06 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/448e46db8fef46949101e4bbf11b7d06 2024-11-27T20:22:03,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/448e46db8fef46949101e4bbf11b7d06, entries=150, sequenceid=705, filesize=12.0 K 2024-11-27T20:22:03,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9fd8033e4913c0c16c9144866a65b5f4 in 1257ms, sequenceid=705, compaction requested=true 2024-11-27T20:22:03,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:03,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:03,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:03,254 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:03,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:03,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:03,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fd8033e4913c0c16c9144866a65b5f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:03,254 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:03,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:03,255 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53244 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:03,255 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50804 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:03,255 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/B is initiating minor compaction (all files) 2024-11-27T20:22:03,255 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/A is initiating minor compaction (all files) 2024-11-27T20:22:03,255 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/B in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:03,255 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/A in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:03,255 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f3af2d7f49a04b468cb94fec57658208, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c4547701a1b4c7d93aed33c758cd137, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d5618bd839cb48be90b87ce6b082923c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/3f21ecf621bc40caa2c6484cf10bba1d] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=49.6 K 2024-11-27T20:22:03,255 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/316a7c65a4ee4bada73217d5c04bb54f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/aa5e5132f48c46c3976066bd68b45f2d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d9d8f9683f49403fb08f02ef201103e0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/674e996fc2df496bafbd7a773f6d68eb] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=52.0 K 2024-11-27T20:22:03,256 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f3af2d7f49a04b468cb94fec57658208, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732738919593 2024-11-27T20:22:03,256 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 316a7c65a4ee4bada73217d5c04bb54f, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732738919593 2024-11-27T20:22:03,256 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c4547701a1b4c7d93aed33c758cd137, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1732738920712 2024-11-27T20:22:03,256 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa5e5132f48c46c3976066bd68b45f2d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1732738920712 2024-11-27T20:22:03,257 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d5618bd839cb48be90b87ce6b082923c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=693, earliestPutTs=1732738920854 2024-11-27T20:22:03,257 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9d8f9683f49403fb08f02ef201103e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=693, earliestPutTs=1732738920854 2024-11-27T20:22:03,257 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 674e996fc2df496bafbd7a773f6d68eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=705, earliestPutTs=1732738921988 2024-11-27T20:22:03,257 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f21ecf621bc40caa2c6484cf10bba1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=705, earliestPutTs=1732738921988 2024-11-27T20:22:03,266 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:03,267 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/a9cfcc6d80fb49eeb229dc40a5d9df60 is 50, key is test_row_0/B:col10/1732738921991/Put/seqid=0 2024-11-27T20:22:03,267 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#A#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:03,268 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/af694a03fa224f49af15e706193c8dc8 is 50, key is test_row_0/A:col10/1732738921991/Put/seqid=0 2024-11-27T20:22:03,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741990_1166 (size=14037) 2024-11-27T20:22:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741991_1167 (size=14037) 2024-11-27T20:22:03,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:03,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-27T20:22:03,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:03,384 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:22:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:22:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:22:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:22:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:03,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/73e44ea7e0184c158c0ae94e6ce5cf09 is 50, key is test_row_0/A:col10/1732738922022/Put/seqid=0 2024-11-27T20:22:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741992_1168 (size=12301) 2024-11-27T20:22:03,677 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/a9cfcc6d80fb49eeb229dc40a5d9df60 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a9cfcc6d80fb49eeb229dc40a5d9df60 2024-11-27T20:22:03,678 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/af694a03fa224f49af15e706193c8dc8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/af694a03fa224f49af15e706193c8dc8 2024-11-27T20:22:03,682 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/B of 9fd8033e4913c0c16c9144866a65b5f4 into a9cfcc6d80fb49eeb229dc40a5d9df60(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:03,683 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:03,683 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/B, priority=12, startTime=1732738923254; duration=0sec 2024-11-27T20:22:03,683 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/A of 9fd8033e4913c0c16c9144866a65b5f4 into af694a03fa224f49af15e706193c8dc8(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:03,683 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:03,683 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/A, priority=12, startTime=1732738923254; duration=0sec 2024-11-27T20:22:03,683 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:03,683 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:03,683 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:B 2024-11-27T20:22:03,683 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:A 2024-11-27T20:22:03,683 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:03,684 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:03,684 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 9fd8033e4913c0c16c9144866a65b5f4/C is initiating minor compaction (all files) 2024-11-27T20:22:03,685 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fd8033e4913c0c16c9144866a65b5f4/C in TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:03,685 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5e73e646287b441f90f123ae4694e2cb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1abd04e93d004edb9d0ac17f6c07e514, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8834f41abcdf41b98ff7e972d320211f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/448e46db8fef46949101e4bbf11b7d06] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp, totalSize=49.5 K 2024-11-27T20:22:03,685 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e73e646287b441f90f123ae4694e2cb, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1732738919593 2024-11-27T20:22:03,685 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1abd04e93d004edb9d0ac17f6c07e514, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1732738920712 2024-11-27T20:22:03,686 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8834f41abcdf41b98ff7e972d320211f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=693, earliestPutTs=1732738920854 2024-11-27T20:22:03,686 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 448e46db8fef46949101e4bbf11b7d06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=705, earliestPutTs=1732738921988 2024-11-27T20:22:03,694 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fd8033e4913c0c16c9144866a65b5f4#C#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:03,694 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/aeb4a836480f4beebd26ae98b5413b9f is 50, key is test_row_0/C:col10/1732738921991/Put/seqid=0 2024-11-27T20:22:03,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741993_1169 (size=13969) 2024-11-27T20:22:03,793 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=729 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/73e44ea7e0184c158c0ae94e6ce5cf09 2024-11-27T20:22:03,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1eee33b5752948079fa93f751c211206 is 50, key is test_row_0/B:col10/1732738922022/Put/seqid=0 2024-11-27T20:22:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741994_1170 (size=12301) 2024-11-27T20:22:04,104 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/aeb4a836480f4beebd26ae98b5413b9f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/aeb4a836480f4beebd26ae98b5413b9f 2024-11-27T20:22:04,109 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fd8033e4913c0c16c9144866a65b5f4/C of 9fd8033e4913c0c16c9144866a65b5f4 into aeb4a836480f4beebd26ae98b5413b9f(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:04,109 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:04,109 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4., storeName=9fd8033e4913c0c16c9144866a65b5f4/C, priority=12, startTime=1732738923254; duration=0sec 2024-11-27T20:22:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-27T20:22:04,109 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:04,109 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fd8033e4913c0c16c9144866a65b5f4:C 2024-11-27T20:22:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:22:04,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. as already flushing 2024-11-27T20:22:04,150 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:51089 2024-11-27T20:22:04,150 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:04,155 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:51089 2024-11-27T20:22:04,155 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:04,205 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=729 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1eee33b5752948079fa93f751c211206 2024-11-27T20:22:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/0a7e68ae420c4d8abdf8bd863562d2d8 is 50, key is test_row_0/C:col10/1732738922022/Put/seqid=0 2024-11-27T20:22:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741995_1171 (size=12301) 2024-11-27T20:22:04,617 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=729 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/0a7e68ae420c4d8abdf8bd863562d2d8 2024-11-27T20:22:04,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/73e44ea7e0184c158c0ae94e6ce5cf09 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/73e44ea7e0184c158c0ae94e6ce5cf09 2024-11-27T20:22:04,626 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/73e44ea7e0184c158c0ae94e6ce5cf09, entries=150, sequenceid=729, filesize=12.0 K 2024-11-27T20:22:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/1eee33b5752948079fa93f751c211206 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1eee33b5752948079fa93f751c211206 2024-11-27T20:22:04,631 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1eee33b5752948079fa93f751c211206, entries=150, sequenceid=729, filesize=12.0 K 2024-11-27T20:22:04,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/0a7e68ae420c4d8abdf8bd863562d2d8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0a7e68ae420c4d8abdf8bd863562d2d8 2024-11-27T20:22:04,636 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0a7e68ae420c4d8abdf8bd863562d2d8, entries=150, sequenceid=729, filesize=12.0 K 2024-11-27T20:22:04,637 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 9fd8033e4913c0c16c9144866a65b5f4 in 1253ms, sequenceid=729, compaction requested=false 2024-11-27T20:22:04,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2538): Flush status journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:04,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:04,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-27T20:22:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=45 2024-11-27T20:22:04,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-27T20:22:04,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6320 sec 2024-11-27T20:22:04,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.6370 sec 2024-11-27T20:22:04,645 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:51089 2024-11-27T20:22:04,646 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:06,001 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:22:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-27T20:22:06,110 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 44 completed 2024-11-27T20:22:11,783 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:51089 2024-11-27T20:22:11,783 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:12,506 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:22:12,508 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:22:12,812 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:51089 2024-11-27T20:22:12,812 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 174 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 186 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6031 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5705 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2635 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7903 rows 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2623 2024-11-27T20:22:12,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7869 rows 2024-11-27T20:22:12,813 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:22:12,813 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:51089 2024-11-27T20:22:12,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:12,816 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:22:12,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:22:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:12,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738932829"}]},"ts":"1732738932829"} 2024-11-27T20:22:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-27T20:22:12,831 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:22:12,833 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:22:12,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:22:12,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fd8033e4913c0c16c9144866a65b5f4, UNASSIGN}] 2024-11-27T20:22:12,839 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fd8033e4913c0c16c9144866a65b5f4, UNASSIGN 2024-11-27T20:22:12,840 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=9fd8033e4913c0c16c9144866a65b5f4, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:12,841 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:22:12,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:22:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-27T20:22:12,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:12,997 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:22:12,997 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:22:12,998 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing 9fd8033e4913c0c16c9144866a65b5f4, disabling compactions & flushes 2024-11-27T20:22:12,998 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:12,998 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:12,998 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. after waiting 0 ms 2024-11-27T20:22:12,998 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:12,999 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(2837): Flushing 9fd8033e4913c0c16c9144866a65b5f4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T20:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=A 2024-11-27T20:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=B 2024-11-27T20:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fd8033e4913c0c16c9144866a65b5f4, store=C 2024-11-27T20:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:13,004 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/a2159b711583429a8e056278bef1e9f3 is 50, key is test_row_0/A:col10/1732738932811/Put/seqid=0 2024-11-27T20:22:13,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741996_1172 (size=9857) 2024-11-27T20:22:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-27T20:22:13,409 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/a2159b711583429a8e056278bef1e9f3 2024-11-27T20:22:13,417 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/013a492e6fd647cabfe165c93f8002ea is 50, key is test_row_0/B:col10/1732738932811/Put/seqid=0 2024-11-27T20:22:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741997_1173 (size=9857) 2024-11-27T20:22:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-27T20:22:13,821 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/013a492e6fd647cabfe165c93f8002ea 2024-11-27T20:22:13,828 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/15adbf2368f6429e99571545cc56f719 is 50, key is test_row_0/C:col10/1732738932811/Put/seqid=0 2024-11-27T20:22:13,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741998_1174 (size=9857) 2024-11-27T20:22:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-27T20:22:14,233 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/15adbf2368f6429e99571545cc56f719 2024-11-27T20:22:14,238 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/A/a2159b711583429a8e056278bef1e9f3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/a2159b711583429a8e056278bef1e9f3 2024-11-27T20:22:14,242 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/a2159b711583429a8e056278bef1e9f3, entries=100, sequenceid=740, filesize=9.6 K 2024-11-27T20:22:14,243 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/B/013a492e6fd647cabfe165c93f8002ea as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/013a492e6fd647cabfe165c93f8002ea 2024-11-27T20:22:14,247 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/013a492e6fd647cabfe165c93f8002ea, entries=100, sequenceid=740, filesize=9.6 K 2024-11-27T20:22:14,248 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/.tmp/C/15adbf2368f6429e99571545cc56f719 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/15adbf2368f6429e99571545cc56f719 2024-11-27T20:22:14,252 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/15adbf2368f6429e99571545cc56f719, entries=100, sequenceid=740, filesize=9.6 K 2024-11-27T20:22:14,253 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9fd8033e4913c0c16c9144866a65b5f4 in 1255ms, sequenceid=740, compaction requested=true 2024-11-27T20:22:14,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9d2b7cec823742e0ade08e912ae0e704, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c4a19f10ffcc4195a2e38ed4a0948c23, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/155a0774f8e24c1797c664cb1b9bcd16, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f290e38be7f342908ffbceb7463b6109, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/e80449367edb45abb0aadecee520bd19, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d919d866fb9d41398aec4d7efd59bfab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8a9e333e34ef48f2baeba6a72a2fa934, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/99970b9da6c2451d9534e0e917ab58f8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72d84fbdd3bf476ab7d3a1456b8cd866, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63f900d9e5c24a33a56d6d2ab1b2b6bf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ccce0a8ea3b46c69275b67546aefbb3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/840d0a0e110c439aa708585e74aedc2e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/55b3df84704f46db8fb9c333bb1a1282, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6a464cb408354c0aa25c9ce34ca1185f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c38dd65857a74f33bddb49413a66977c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/b102a65fbe204f23b771bddd0a6e90db, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/59bbc700f509485599000e8b1c77218b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3340acb545eb4596a2072b3ef6c5c611, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f543058c096d43d283d5543b8fc17119, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae315060f8d74a3e898d255722700e68, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ec376e804baf40a5a3fecbe3d70a5685, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/70548301f47a49338d8f34e2ae121d41, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/4be7491a895549caa07cbb063692914a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/32ef0eb092b64ab18c2f1767875250d3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae9b7f7443374d47be4394dfa7bd7456, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/5e9c6af5155847c3a144796d07910afd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8e197cdafd96424bbfd2257b29140a94, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/92ccb64899624917b0fe770835f58724, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ede9a5098ee41d8a3cf083695da75d8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/7c034a37189b4e8b8f1db88bb8570a30, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/65692e29a03a4d61b7c1903bd40c8b2d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d0f734e791cd43d3a2102a9984006945, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d6f01db622ec4d70a6ae8a34d53c166e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9a73440f6aa841288bb44ee32620846c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72f333f8eaaf49f0af4eca5653010bca, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6ac80ec3039b4940a432216921496038, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9e10ac8fca2f41d0a47bbd62a1aa8f06, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3296f0dd0d8d445ba8d885380aeb5543, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/46130a598e9545658eb0fc7deffc07ce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/bab236beece6481cb3560bf79f242580, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/466187392d1a4119bdb6a0e48176199e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0a192564e76941fbab2f52f3e7bd8a13, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/45a1992ff6bc45be95edca67494e5343, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/822f93528c79489eb5bee067d5779580, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/baf2cb68ad6b4b419573687d7aa44508, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/290a57d77c954646a9901cf3839a69f7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/316a7c65a4ee4bada73217d5c04bb54f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/aa5e5132f48c46c3976066bd68b45f2d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d9d8f9683f49403fb08f02ef201103e0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/674e996fc2df496bafbd7a773f6d68eb] to archive 2024-11-27T20:22:14,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:22:14,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9d2b7cec823742e0ade08e912ae0e704 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9d2b7cec823742e0ade08e912ae0e704 2024-11-27T20:22:14,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c4a19f10ffcc4195a2e38ed4a0948c23 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c4a19f10ffcc4195a2e38ed4a0948c23 2024-11-27T20:22:14,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/155a0774f8e24c1797c664cb1b9bcd16 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/155a0774f8e24c1797c664cb1b9bcd16 2024-11-27T20:22:14,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f290e38be7f342908ffbceb7463b6109 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f290e38be7f342908ffbceb7463b6109 2024-11-27T20:22:14,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/e80449367edb45abb0aadecee520bd19 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/e80449367edb45abb0aadecee520bd19 2024-11-27T20:22:14,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d919d866fb9d41398aec4d7efd59bfab to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d919d866fb9d41398aec4d7efd59bfab 2024-11-27T20:22:14,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8a9e333e34ef48f2baeba6a72a2fa934 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8a9e333e34ef48f2baeba6a72a2fa934 2024-11-27T20:22:14,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/99970b9da6c2451d9534e0e917ab58f8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/99970b9da6c2451d9534e0e917ab58f8 2024-11-27T20:22:14,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72d84fbdd3bf476ab7d3a1456b8cd866 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72d84fbdd3bf476ab7d3a1456b8cd866 2024-11-27T20:22:14,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63f900d9e5c24a33a56d6d2ab1b2b6bf to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63f900d9e5c24a33a56d6d2ab1b2b6bf 2024-11-27T20:22:14,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ccce0a8ea3b46c69275b67546aefbb3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ccce0a8ea3b46c69275b67546aefbb3 2024-11-27T20:22:14,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/840d0a0e110c439aa708585e74aedc2e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/840d0a0e110c439aa708585e74aedc2e 2024-11-27T20:22:14,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/55b3df84704f46db8fb9c333bb1a1282 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/55b3df84704f46db8fb9c333bb1a1282 2024-11-27T20:22:14,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/63d91c8cbdda4bf1a3e4a0a6bb5afeee 2024-11-27T20:22:14,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6a464cb408354c0aa25c9ce34ca1185f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6a464cb408354c0aa25c9ce34ca1185f 2024-11-27T20:22:14,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c38dd65857a74f33bddb49413a66977c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/c38dd65857a74f33bddb49413a66977c 2024-11-27T20:22:14,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/b102a65fbe204f23b771bddd0a6e90db to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/b102a65fbe204f23b771bddd0a6e90db 2024-11-27T20:22:14,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/59bbc700f509485599000e8b1c77218b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/59bbc700f509485599000e8b1c77218b 2024-11-27T20:22:14,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3340acb545eb4596a2072b3ef6c5c611 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3340acb545eb4596a2072b3ef6c5c611 2024-11-27T20:22:14,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f543058c096d43d283d5543b8fc17119 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/f543058c096d43d283d5543b8fc17119 2024-11-27T20:22:14,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae315060f8d74a3e898d255722700e68 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae315060f8d74a3e898d255722700e68 2024-11-27T20:22:14,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ec376e804baf40a5a3fecbe3d70a5685 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ec376e804baf40a5a3fecbe3d70a5685 2024-11-27T20:22:14,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/70548301f47a49338d8f34e2ae121d41 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/70548301f47a49338d8f34e2ae121d41 2024-11-27T20:22:14,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/4be7491a895549caa07cbb063692914a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/4be7491a895549caa07cbb063692914a 2024-11-27T20:22:14,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/32ef0eb092b64ab18c2f1767875250d3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/32ef0eb092b64ab18c2f1767875250d3 2024-11-27T20:22:14,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae9b7f7443374d47be4394dfa7bd7456 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/ae9b7f7443374d47be4394dfa7bd7456 2024-11-27T20:22:14,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/5e9c6af5155847c3a144796d07910afd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/5e9c6af5155847c3a144796d07910afd 2024-11-27T20:22:14,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8e197cdafd96424bbfd2257b29140a94 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/8e197cdafd96424bbfd2257b29140a94 2024-11-27T20:22:14,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/92ccb64899624917b0fe770835f58724 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/92ccb64899624917b0fe770835f58724 2024-11-27T20:22:14,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ede9a5098ee41d8a3cf083695da75d8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0ede9a5098ee41d8a3cf083695da75d8 2024-11-27T20:22:14,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/7c034a37189b4e8b8f1db88bb8570a30 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/7c034a37189b4e8b8f1db88bb8570a30 2024-11-27T20:22:14,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/65692e29a03a4d61b7c1903bd40c8b2d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/65692e29a03a4d61b7c1903bd40c8b2d 2024-11-27T20:22:14,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d0f734e791cd43d3a2102a9984006945 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d0f734e791cd43d3a2102a9984006945 2024-11-27T20:22:14,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d6f01db622ec4d70a6ae8a34d53c166e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d6f01db622ec4d70a6ae8a34d53c166e 2024-11-27T20:22:14,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9a73440f6aa841288bb44ee32620846c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9a73440f6aa841288bb44ee32620846c 2024-11-27T20:22:14,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72f333f8eaaf49f0af4eca5653010bca to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/72f333f8eaaf49f0af4eca5653010bca 2024-11-27T20:22:14,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6ac80ec3039b4940a432216921496038 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/6ac80ec3039b4940a432216921496038 2024-11-27T20:22:14,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9e10ac8fca2f41d0a47bbd62a1aa8f06 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/9e10ac8fca2f41d0a47bbd62a1aa8f06 2024-11-27T20:22:14,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3296f0dd0d8d445ba8d885380aeb5543 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/3296f0dd0d8d445ba8d885380aeb5543 2024-11-27T20:22:14,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/46130a598e9545658eb0fc7deffc07ce to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/46130a598e9545658eb0fc7deffc07ce 2024-11-27T20:22:14,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/bab236beece6481cb3560bf79f242580 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/bab236beece6481cb3560bf79f242580 2024-11-27T20:22:14,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/466187392d1a4119bdb6a0e48176199e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/466187392d1a4119bdb6a0e48176199e 2024-11-27T20:22:14,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0a192564e76941fbab2f52f3e7bd8a13 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/0a192564e76941fbab2f52f3e7bd8a13 2024-11-27T20:22:14,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/45a1992ff6bc45be95edca67494e5343 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/45a1992ff6bc45be95edca67494e5343 2024-11-27T20:22:14,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/822f93528c79489eb5bee067d5779580 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/822f93528c79489eb5bee067d5779580 2024-11-27T20:22:14,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/baf2cb68ad6b4b419573687d7aa44508 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/baf2cb68ad6b4b419573687d7aa44508 2024-11-27T20:22:14,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/290a57d77c954646a9901cf3839a69f7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/290a57d77c954646a9901cf3839a69f7 2024-11-27T20:22:14,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/316a7c65a4ee4bada73217d5c04bb54f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/316a7c65a4ee4bada73217d5c04bb54f 2024-11-27T20:22:14,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/aa5e5132f48c46c3976066bd68b45f2d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/aa5e5132f48c46c3976066bd68b45f2d 2024-11-27T20:22:14,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d9d8f9683f49403fb08f02ef201103e0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/d9d8f9683f49403fb08f02ef201103e0 2024-11-27T20:22:14,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/674e996fc2df496bafbd7a773f6d68eb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/674e996fc2df496bafbd7a773f6d68eb 2024-11-27T20:22:14,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f5b3aa24c5334aa5ad67e3958245f1fe, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/29cdc2edc8eb4e01a0cfaa9cd91a58eb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/32ef2f647156465d93901f60fa6bd22e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fa5f7f6c4c1c4ba2a933d9f1921db397, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/6488b035de444f698fbb0c8acc32faf8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c8c30110bdef4daa94c90e0d7603d7f6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/93edc85bee644073bfe675c7c68b38d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2f309576b2174f458c08314881e0240b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c711c5eb946a4919b7384759975cabcc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/74fb37de472e446f9b1ba871c2c2c62d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a7365c302ad648a88a210d731362e5d2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4d6eb2440f8043579b9315a2b60cda9c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fce5ebca95da426c87b2d809e566b13e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c3b3c95f09c42faa4a77e28610b70d5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1518d000ce1948d294acf4b7424db145, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d8617b02751c4c70a0a525eb9d556dc1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/018eea01c2b8419997c3a82f8ac0d00c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/bc278e389531444393dd2d78470bf146, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/b8675e803a644ec899166e93ea8140bc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f2cb7626b6d54b09be855ef06831e3f4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1ff12c31260647a3951c6d93288aa284, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/313852305cb441bd8cbed5e8817d287a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4e099dd10d4a476eb0b3146bee24a837, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c278f9c5fa394b959007e1798ff39168, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0e9667a42b1649f3a9c7487fc476c44a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7302fc77406c46e3bc59a9e643c1efc9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/ed3443e5f18b4e9f85711c8b7665354b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a222aeaf78a14a8199288f8cd4d880bd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0fdd0aee86ab43a7941fb07a05e674f6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1975856d4a7c4707bf05acb9f25338ea, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/cba17fbe2b9d4a0ea03c2bb8fba2795a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/62572856304d44e382154c0eb283d697, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7869e605f02d49cfb9f8faa88d13e8a3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f685ff7d6fc0458eb2bad6f93fd77a34, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2fbfbd7014b3447689f428f872e69d0b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/e36273e759b0474492b4fd2fc004d109, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f098370f49594881a2e6473e9b922466, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/729d6c42ec7a49199ace946fb5f61d19, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7c7383a2783e47a7be58b420bafb9990, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/919ef08a75b6464b82e6a3df97e5dd79, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/576fd39023a2442e8baff1e269d480d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/38c99dc58c5a485ca8070ff31a78fc3e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0543519aec38442aafbc7c68ccdc3cdf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9069a8874a0a4822b3418360703f2100, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/692b2c0d16854b5e8fcddd43110ffe42, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f3af2d7f49a04b468cb94fec57658208, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1267938df7754d96bcffc7d188e26ea2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c4547701a1b4c7d93aed33c758cd137, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d5618bd839cb48be90b87ce6b082923c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/3f21ecf621bc40caa2c6484cf10bba1d] to archive 2024-11-27T20:22:14,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:22:14,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f5b3aa24c5334aa5ad67e3958245f1fe to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f5b3aa24c5334aa5ad67e3958245f1fe 2024-11-27T20:22:14,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9dcfd6f17d7e4d4daa5a9ac6d363b85d 2024-11-27T20:22:14,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/29cdc2edc8eb4e01a0cfaa9cd91a58eb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/29cdc2edc8eb4e01a0cfaa9cd91a58eb 2024-11-27T20:22:14,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/32ef2f647156465d93901f60fa6bd22e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/32ef2f647156465d93901f60fa6bd22e 2024-11-27T20:22:14,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fa5f7f6c4c1c4ba2a933d9f1921db397 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fa5f7f6c4c1c4ba2a933d9f1921db397 2024-11-27T20:22:14,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/6488b035de444f698fbb0c8acc32faf8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/6488b035de444f698fbb0c8acc32faf8 2024-11-27T20:22:14,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c8c30110bdef4daa94c90e0d7603d7f6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c8c30110bdef4daa94c90e0d7603d7f6 2024-11-27T20:22:14,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/93edc85bee644073bfe675c7c68b38d4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/93edc85bee644073bfe675c7c68b38d4 2024-11-27T20:22:14,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2f309576b2174f458c08314881e0240b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2f309576b2174f458c08314881e0240b 2024-11-27T20:22:14,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c711c5eb946a4919b7384759975cabcc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c711c5eb946a4919b7384759975cabcc 2024-11-27T20:22:14,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/74fb37de472e446f9b1ba871c2c2c62d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/74fb37de472e446f9b1ba871c2c2c62d 2024-11-27T20:22:14,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a7365c302ad648a88a210d731362e5d2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a7365c302ad648a88a210d731362e5d2 2024-11-27T20:22:14,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4d6eb2440f8043579b9315a2b60cda9c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4d6eb2440f8043579b9315a2b60cda9c 2024-11-27T20:22:14,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fce5ebca95da426c87b2d809e566b13e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/fce5ebca95da426c87b2d809e566b13e 2024-11-27T20:22:14,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c3b3c95f09c42faa4a77e28610b70d5 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c3b3c95f09c42faa4a77e28610b70d5 2024-11-27T20:22:14,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1518d000ce1948d294acf4b7424db145 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1518d000ce1948d294acf4b7424db145 2024-11-27T20:22:14,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d8617b02751c4c70a0a525eb9d556dc1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d8617b02751c4c70a0a525eb9d556dc1 2024-11-27T20:22:14,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/018eea01c2b8419997c3a82f8ac0d00c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/018eea01c2b8419997c3a82f8ac0d00c 2024-11-27T20:22:14,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/bc278e389531444393dd2d78470bf146 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/bc278e389531444393dd2d78470bf146 2024-11-27T20:22:14,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/b8675e803a644ec899166e93ea8140bc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/b8675e803a644ec899166e93ea8140bc 2024-11-27T20:22:14,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f2cb7626b6d54b09be855ef06831e3f4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f2cb7626b6d54b09be855ef06831e3f4 2024-11-27T20:22:14,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1ff12c31260647a3951c6d93288aa284 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1ff12c31260647a3951c6d93288aa284 2024-11-27T20:22:14,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/313852305cb441bd8cbed5e8817d287a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/313852305cb441bd8cbed5e8817d287a 2024-11-27T20:22:14,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4e099dd10d4a476eb0b3146bee24a837 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4e099dd10d4a476eb0b3146bee24a837 2024-11-27T20:22:14,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c278f9c5fa394b959007e1798ff39168 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/c278f9c5fa394b959007e1798ff39168 2024-11-27T20:22:14,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0e9667a42b1649f3a9c7487fc476c44a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0e9667a42b1649f3a9c7487fc476c44a 2024-11-27T20:22:14,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7302fc77406c46e3bc59a9e643c1efc9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7302fc77406c46e3bc59a9e643c1efc9 2024-11-27T20:22:14,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/ed3443e5f18b4e9f85711c8b7665354b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/ed3443e5f18b4e9f85711c8b7665354b 2024-11-27T20:22:14,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a222aeaf78a14a8199288f8cd4d880bd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a222aeaf78a14a8199288f8cd4d880bd 2024-11-27T20:22:14,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0fdd0aee86ab43a7941fb07a05e674f6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0fdd0aee86ab43a7941fb07a05e674f6 2024-11-27T20:22:14,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1975856d4a7c4707bf05acb9f25338ea to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1975856d4a7c4707bf05acb9f25338ea 2024-11-27T20:22:14,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/cba17fbe2b9d4a0ea03c2bb8fba2795a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/cba17fbe2b9d4a0ea03c2bb8fba2795a 2024-11-27T20:22:14,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/62572856304d44e382154c0eb283d697 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/62572856304d44e382154c0eb283d697 2024-11-27T20:22:14,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7869e605f02d49cfb9f8faa88d13e8a3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7869e605f02d49cfb9f8faa88d13e8a3 2024-11-27T20:22:14,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f685ff7d6fc0458eb2bad6f93fd77a34 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f685ff7d6fc0458eb2bad6f93fd77a34 2024-11-27T20:22:14,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2fbfbd7014b3447689f428f872e69d0b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/2fbfbd7014b3447689f428f872e69d0b 2024-11-27T20:22:14,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/e36273e759b0474492b4fd2fc004d109 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/e36273e759b0474492b4fd2fc004d109 2024-11-27T20:22:14,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f098370f49594881a2e6473e9b922466 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f098370f49594881a2e6473e9b922466 2024-11-27T20:22:14,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/729d6c42ec7a49199ace946fb5f61d19 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/729d6c42ec7a49199ace946fb5f61d19 2024-11-27T20:22:14,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7c7383a2783e47a7be58b420bafb9990 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/7c7383a2783e47a7be58b420bafb9990 2024-11-27T20:22:14,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/919ef08a75b6464b82e6a3df97e5dd79 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/919ef08a75b6464b82e6a3df97e5dd79 2024-11-27T20:22:14,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/576fd39023a2442e8baff1e269d480d4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/576fd39023a2442e8baff1e269d480d4 2024-11-27T20:22:14,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/38c99dc58c5a485ca8070ff31a78fc3e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/38c99dc58c5a485ca8070ff31a78fc3e 2024-11-27T20:22:14,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0543519aec38442aafbc7c68ccdc3cdf to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/0543519aec38442aafbc7c68ccdc3cdf 2024-11-27T20:22:14,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9069a8874a0a4822b3418360703f2100 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/9069a8874a0a4822b3418360703f2100 2024-11-27T20:22:14,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/692b2c0d16854b5e8fcddd43110ffe42 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/692b2c0d16854b5e8fcddd43110ffe42 2024-11-27T20:22:14,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f3af2d7f49a04b468cb94fec57658208 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/f3af2d7f49a04b468cb94fec57658208 2024-11-27T20:22:14,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1267938df7754d96bcffc7d188e26ea2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1267938df7754d96bcffc7d188e26ea2 2024-11-27T20:22:14,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c4547701a1b4c7d93aed33c758cd137 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/4c4547701a1b4c7d93aed33c758cd137 2024-11-27T20:22:14,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d5618bd839cb48be90b87ce6b082923c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/d5618bd839cb48be90b87ce6b082923c 2024-11-27T20:22:14,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/3f21ecf621bc40caa2c6484cf10bba1d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/3f21ecf621bc40caa2c6484cf10bba1d 2024-11-27T20:22:14,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/f684595a6c9141c3b16dcb8c374ea667, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/478ad9a8d8a84b4db60be880c913368b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/82a51134f1a24174be4a9854b2d75f15, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/95084c98906746868f78650c331e6ed8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bbe486929d9b407bbd1201933f6d6ea6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c78f09fe55714897aa981208ade25df7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d62e84e792964f068052202800cae2f1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0dfe2f00328943059b29d6b6b191a898, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c618daa9acee47c5b0ccb1abe6de8557, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/718955a8c49e4f20b9871b28c5d99dad, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3e6a3008e48745899555bff343601b8f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d6864ba09ab34a2ab31b1f08d41cb88d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b965c3c426c54e6d881ae63ac77e6636, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/4f81174627184849a20b021ed5ab5b9c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/01003381492b41c6888d727bf16a2505, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ee4af62e760941fc809fdeb334721d92, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/cc2d1410f6a4459c97b1ed5781a6e56e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1b8255eaf09544caaf3f552c4ee7ab82, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c3dc1f80cf9741d191d98ee98a7dab20, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d3d34a0b31844c16b3ac1001f50568d9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/932ae7eb50c34d73a9f1307f2f1cbca0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/810fe9e5ed4f4caf97ab1271e9178f80, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/edf7d016bfe44ae6afbc10c9b5b552c8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bc257ca909d14548a5809da20e8ac225, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8e93bd70d5ff45d4a45c58a9d2414d35, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/08c623105ab448c19385222c335a190b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d7796e4c4f324bb09440357a9b086b62, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bac435753baf49c0a0a43785ee944803, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b6a8f03d1b6c430daf58d98aed61e36c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/682dd1ba2b87487687eff290c8492e46, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1a50e45af30843f8992b4033cf1b8c7d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a2c43485bf04407ea02bd8a3e25ac3f2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ffc19190268e47e1b08fa30df2af19da, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5679bdbc538f4b20861536abe26f7b8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/2bd381cdeaf941fd8b686740481aa465, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ab12f8e6bb5f40ad901d4500d35fe6f9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/807dc843884d46f19a2cf76dec2ea3f6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/044ed82e53e44321be773b823d5e1488, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/36e62997acea4b168417348925734926, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/04ff68c90b3548ce8f0313ac87ff21bc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/97f2065db115408b86a6b407cda31956, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c537a4aec1cb423dbbc073c58b9e95a8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/66254ca5ced742c19747d23a0483d9f1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a796a5aa9f6047b49c9113dad05bedcd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5e73e646287b441f90f123ae4694e2cb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3b2c2472e8094b81a0c43a62eda034b3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1abd04e93d004edb9d0ac17f6c07e514, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8834f41abcdf41b98ff7e972d320211f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/448e46db8fef46949101e4bbf11b7d06] to archive 2024-11-27T20:22:14,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:22:14,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/f684595a6c9141c3b16dcb8c374ea667 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/f684595a6c9141c3b16dcb8c374ea667 2024-11-27T20:22:14,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/478ad9a8d8a84b4db60be880c913368b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/478ad9a8d8a84b4db60be880c913368b 2024-11-27T20:22:14,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/82a51134f1a24174be4a9854b2d75f15 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/82a51134f1a24174be4a9854b2d75f15 2024-11-27T20:22:14,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/95084c98906746868f78650c331e6ed8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/95084c98906746868f78650c331e6ed8 2024-11-27T20:22:14,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bbe486929d9b407bbd1201933f6d6ea6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bbe486929d9b407bbd1201933f6d6ea6 2024-11-27T20:22:14,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c78f09fe55714897aa981208ade25df7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c78f09fe55714897aa981208ade25df7 2024-11-27T20:22:14,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d62e84e792964f068052202800cae2f1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d62e84e792964f068052202800cae2f1 2024-11-27T20:22:14,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0dfe2f00328943059b29d6b6b191a898 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0dfe2f00328943059b29d6b6b191a898 2024-11-27T20:22:14,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c618daa9acee47c5b0ccb1abe6de8557 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c618daa9acee47c5b0ccb1abe6de8557 2024-11-27T20:22:14,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/718955a8c49e4f20b9871b28c5d99dad to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/718955a8c49e4f20b9871b28c5d99dad 2024-11-27T20:22:14,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3e6a3008e48745899555bff343601b8f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3e6a3008e48745899555bff343601b8f 2024-11-27T20:22:14,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d6864ba09ab34a2ab31b1f08d41cb88d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d6864ba09ab34a2ab31b1f08d41cb88d 2024-11-27T20:22:14,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b965c3c426c54e6d881ae63ac77e6636 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b965c3c426c54e6d881ae63ac77e6636 2024-11-27T20:22:14,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/4f81174627184849a20b021ed5ab5b9c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/4f81174627184849a20b021ed5ab5b9c 2024-11-27T20:22:14,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/01003381492b41c6888d727bf16a2505 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/01003381492b41c6888d727bf16a2505 2024-11-27T20:22:14,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ee4af62e760941fc809fdeb334721d92 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ee4af62e760941fc809fdeb334721d92 2024-11-27T20:22:14,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/cc2d1410f6a4459c97b1ed5781a6e56e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/cc2d1410f6a4459c97b1ed5781a6e56e 2024-11-27T20:22:14,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1b8255eaf09544caaf3f552c4ee7ab82 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1b8255eaf09544caaf3f552c4ee7ab82 2024-11-27T20:22:14,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c3dc1f80cf9741d191d98ee98a7dab20 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c3dc1f80cf9741d191d98ee98a7dab20 2024-11-27T20:22:14,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d3d34a0b31844c16b3ac1001f50568d9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d3d34a0b31844c16b3ac1001f50568d9 2024-11-27T20:22:14,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/932ae7eb50c34d73a9f1307f2f1cbca0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/932ae7eb50c34d73a9f1307f2f1cbca0 2024-11-27T20:22:14,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/810fe9e5ed4f4caf97ab1271e9178f80 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/810fe9e5ed4f4caf97ab1271e9178f80 2024-11-27T20:22:14,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/edf7d016bfe44ae6afbc10c9b5b552c8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/edf7d016bfe44ae6afbc10c9b5b552c8 2024-11-27T20:22:14,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bc257ca909d14548a5809da20e8ac225 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bc257ca909d14548a5809da20e8ac225 2024-11-27T20:22:14,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8e93bd70d5ff45d4a45c58a9d2414d35 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8e93bd70d5ff45d4a45c58a9d2414d35 2024-11-27T20:22:14,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/08c623105ab448c19385222c335a190b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/08c623105ab448c19385222c335a190b 2024-11-27T20:22:14,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d7796e4c4f324bb09440357a9b086b62 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/d7796e4c4f324bb09440357a9b086b62 2024-11-27T20:22:14,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bac435753baf49c0a0a43785ee944803 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/bac435753baf49c0a0a43785ee944803 2024-11-27T20:22:14,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b6a8f03d1b6c430daf58d98aed61e36c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/b6a8f03d1b6c430daf58d98aed61e36c 2024-11-27T20:22:14,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/682dd1ba2b87487687eff290c8492e46 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/682dd1ba2b87487687eff290c8492e46 2024-11-27T20:22:14,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1a50e45af30843f8992b4033cf1b8c7d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1a50e45af30843f8992b4033cf1b8c7d 2024-11-27T20:22:14,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a2c43485bf04407ea02bd8a3e25ac3f2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a2c43485bf04407ea02bd8a3e25ac3f2 2024-11-27T20:22:14,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ffc19190268e47e1b08fa30df2af19da to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ffc19190268e47e1b08fa30df2af19da 2024-11-27T20:22:14,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5679bdbc538f4b20861536abe26f7b8b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5679bdbc538f4b20861536abe26f7b8b 2024-11-27T20:22:14,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/2bd381cdeaf941fd8b686740481aa465 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/2bd381cdeaf941fd8b686740481aa465 2024-11-27T20:22:14,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ab12f8e6bb5f40ad901d4500d35fe6f9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/ab12f8e6bb5f40ad901d4500d35fe6f9 2024-11-27T20:22:14,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/807dc843884d46f19a2cf76dec2ea3f6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/807dc843884d46f19a2cf76dec2ea3f6 2024-11-27T20:22:14,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/044ed82e53e44321be773b823d5e1488 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/044ed82e53e44321be773b823d5e1488 2024-11-27T20:22:14,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/36e62997acea4b168417348925734926 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/36e62997acea4b168417348925734926 2024-11-27T20:22:14,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/04ff68c90b3548ce8f0313ac87ff21bc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/04ff68c90b3548ce8f0313ac87ff21bc 2024-11-27T20:22:14,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/97f2065db115408b86a6b407cda31956 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/97f2065db115408b86a6b407cda31956 2024-11-27T20:22:14,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c537a4aec1cb423dbbc073c58b9e95a8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/c537a4aec1cb423dbbc073c58b9e95a8 2024-11-27T20:22:14,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/66254ca5ced742c19747d23a0483d9f1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/66254ca5ced742c19747d23a0483d9f1 2024-11-27T20:22:14,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a796a5aa9f6047b49c9113dad05bedcd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/a796a5aa9f6047b49c9113dad05bedcd 2024-11-27T20:22:14,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5e73e646287b441f90f123ae4694e2cb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/5e73e646287b441f90f123ae4694e2cb 2024-11-27T20:22:14,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3b2c2472e8094b81a0c43a62eda034b3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/3b2c2472e8094b81a0c43a62eda034b3 2024-11-27T20:22:14,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1abd04e93d004edb9d0ac17f6c07e514 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/1abd04e93d004edb9d0ac17f6c07e514 2024-11-27T20:22:14,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8834f41abcdf41b98ff7e972d320211f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/8834f41abcdf41b98ff7e972d320211f 2024-11-27T20:22:14,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/448e46db8fef46949101e4bbf11b7d06 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/448e46db8fef46949101e4bbf11b7d06 2024-11-27T20:22:14,459 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/recovered.edits/743.seqid, newMaxSeqId=743, maxSeqId=1 2024-11-27T20:22:14,462 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4. 2024-11-27T20:22:14,462 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for 9fd8033e4913c0c16c9144866a65b5f4: 2024-11-27T20:22:14,464 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed 9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:22:14,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=9fd8033e4913c0c16c9144866a65b5f4, regionState=CLOSED 2024-11-27T20:22:14,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-27T20:22:14,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 9fd8033e4913c0c16c9144866a65b5f4, server=23827885d8b7,33005,1732738897633 in 1.6250 sec 2024-11-27T20:22:14,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T20:22:14,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fd8033e4913c0c16c9144866a65b5f4, UNASSIGN in 1.6290 sec 2024-11-27T20:22:14,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-27T20:22:14,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6350 sec 2024-11-27T20:22:14,472 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738934472"}]},"ts":"1732738934472"} 2024-11-27T20:22:14,473 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:22:14,475 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:22:14,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6530 sec 2024-11-27T20:22:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-27T20:22:14,934 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 46 completed 2024-11-27T20:22:14,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:22:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:14,942 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:14,943 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=50, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=50 2024-11-27T20:22:14,946 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:22:14,950 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/recovered.edits] 2024-11-27T20:22:14,952 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/73e44ea7e0184c158c0ae94e6ce5cf09 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/73e44ea7e0184c158c0ae94e6ce5cf09 2024-11-27T20:22:14,954 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/a2159b711583429a8e056278bef1e9f3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/a2159b711583429a8e056278bef1e9f3 2024-11-27T20:22:14,955 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/af694a03fa224f49af15e706193c8dc8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/A/af694a03fa224f49af15e706193c8dc8 2024-11-27T20:22:14,957 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/013a492e6fd647cabfe165c93f8002ea to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/013a492e6fd647cabfe165c93f8002ea 2024-11-27T20:22:14,958 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1eee33b5752948079fa93f751c211206 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/1eee33b5752948079fa93f751c211206 2024-11-27T20:22:14,960 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a9cfcc6d80fb49eeb229dc40a5d9df60 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/B/a9cfcc6d80fb49eeb229dc40a5d9df60 2024-11-27T20:22:14,962 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0a7e68ae420c4d8abdf8bd863562d2d8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/0a7e68ae420c4d8abdf8bd863562d2d8 2024-11-27T20:22:14,964 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/15adbf2368f6429e99571545cc56f719 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/15adbf2368f6429e99571545cc56f719 2024-11-27T20:22:14,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/aeb4a836480f4beebd26ae98b5413b9f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/C/aeb4a836480f4beebd26ae98b5413b9f 2024-11-27T20:22:14,967 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/recovered.edits/743.seqid to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4/recovered.edits/743.seqid 2024-11-27T20:22:14,968 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/9fd8033e4913c0c16c9144866a65b5f4 2024-11-27T20:22:14,968 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:22:14,973 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=50, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:14,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T20:22:14,982 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:22:15,018 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:22:15,020 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=50, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:15,020 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:22:15,020 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732738935020"}]},"ts":"9223372036854775807"} 2024-11-27T20:22:15,023 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:22:15,023 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9fd8033e4913c0c16c9144866a65b5f4, NAME => 'TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:22:15,024 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:22:15,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732738935024"}]},"ts":"9223372036854775807"} 2024-11-27T20:22:15,026 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:22:15,029 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=50, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:15,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-27T20:22:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=50 2024-11-27T20:22:15,044 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 50 completed 2024-11-27T20:22:15,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35b53cf1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35b53cf1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;23827885d8b7:33005-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35b53cf1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/23827885d8b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x35b53cf1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1290163063_22 at /127.0.0.1:36552 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5779 (was 6334) 2024-11-27T20:22:15,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=5778 2024-11-27T20:22:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:22:15,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:22:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:15,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:22:15,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:15,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 51 2024-11-27T20:22:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:22:15,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:22:15,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741999_1175 (size=960) 2024-11-27T20:22:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:22:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:22:15,483 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:22:15,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742000_1176 (size=53) 2024-11-27T20:22:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:22:15,889 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:22:15,889 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 92798634305d5e8083724e881f6dce4a, disabling compactions & flushes 2024-11-27T20:22:15,890 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:15,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:15,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. after waiting 0 ms 2024-11-27T20:22:15,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:15,890 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:15,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:15,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:22:15,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732738935891"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738935891"}]},"ts":"1732738935891"} 2024-11-27T20:22:15,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:22:15,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:22:15,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738935893"}]},"ts":"1732738935893"} 2024-11-27T20:22:15,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:22:15,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, ASSIGN}] 2024-11-27T20:22:15,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, ASSIGN 2024-11-27T20:22:15,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, ASSIGN; state=OFFLINE, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=false 2024-11-27T20:22:16,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=92798634305d5e8083724e881f6dce4a, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:16,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; OpenRegionProcedure 92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:22:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:22:16,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:16,207 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:16,207 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:22:16,208 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,208 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:22:16,208 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,208 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,209 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,211 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:16,211 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92798634305d5e8083724e881f6dce4a columnFamilyName A 2024-11-27T20:22:16,211 DEBUG [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:16,212 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(327): Store=92798634305d5e8083724e881f6dce4a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:16,212 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,213 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:16,213 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92798634305d5e8083724e881f6dce4a columnFamilyName B 2024-11-27T20:22:16,214 DEBUG [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:16,214 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(327): Store=92798634305d5e8083724e881f6dce4a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:16,214 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,215 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:16,215 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92798634305d5e8083724e881f6dce4a columnFamilyName C 2024-11-27T20:22:16,215 DEBUG [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:16,216 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(327): Store=92798634305d5e8083724e881f6dce4a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:16,216 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:16,217 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,217 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,218 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:22:16,219 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:16,221 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:22:16,222 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 92798634305d5e8083724e881f6dce4a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65858965, jitterRate=-0.01862494647502899}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:22:16,223 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:16,223 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., pid=53, masterSystemTime=1732738936204 2024-11-27T20:22:16,225 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:16,225 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:16,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=92798634305d5e8083724e881f6dce4a, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:16,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=52 2024-11-27T20:22:16,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=52, state=SUCCESS; OpenRegionProcedure 92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 in 174 msec 2024-11-27T20:22:16,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T20:22:16,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, ASSIGN in 330 msec 2024-11-27T20:22:16,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:22:16,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738936229"}]},"ts":"1732738936229"} 2024-11-27T20:22:16,231 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:22:16,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:22:16,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-27T20:22:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T20:22:17,180 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-27T20:22:17,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-27T20:22:17,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:17,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:17,189 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:17,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:22:17,192 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:22:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:22:17,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:22:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=54, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:17,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742001_1177 (size=996) 2024-11-27T20:22:17,616 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T20:22:17,616 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T20:22:17,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:22:17,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, REOPEN/MOVE}] 2024-11-27T20:22:17,628 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, REOPEN/MOVE 2024-11-27T20:22:17,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=92798634305d5e8083724e881f6dce4a, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:17,629 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:22:17,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE; CloseRegionProcedure 92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:22:17,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:17,782 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(124): Close 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:17,782 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:22:17,782 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1681): Closing 92798634305d5e8083724e881f6dce4a, disabling compactions & flushes 2024-11-27T20:22:17,782 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:17,782 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:17,782 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. after waiting 0 ms 2024-11-27T20:22:17,782 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:17,786 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T20:22:17,786 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:17,787 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1635): Region close journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:17,787 WARN [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionServer(3786): Not adding moved region record: 92798634305d5e8083724e881f6dce4a to self. 2024-11-27T20:22:17,788 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(170): Closed 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:17,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=92798634305d5e8083724e881f6dce4a, regionState=CLOSED 2024-11-27T20:22:17,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-27T20:22:17,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; CloseRegionProcedure 92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 in 159 msec 2024-11-27T20:22:17,791 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, REOPEN/MOVE; state=CLOSED, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=true 2024-11-27T20:22:17,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=92798634305d5e8083724e881f6dce4a, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:17,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=56, state=RUNNABLE; OpenRegionProcedure 92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:22:18,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,103 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,103 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:22:18,104 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,104 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:22:18,104 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,104 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,106 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,107 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:18,112 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92798634305d5e8083724e881f6dce4a columnFamilyName A 2024-11-27T20:22:18,114 DEBUG [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:18,114 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(327): Store=92798634305d5e8083724e881f6dce4a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:18,115 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,115 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:18,116 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92798634305d5e8083724e881f6dce4a columnFamilyName B 2024-11-27T20:22:18,116 DEBUG [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:18,116 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(327): Store=92798634305d5e8083724e881f6dce4a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:18,116 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,117 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:18,117 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92798634305d5e8083724e881f6dce4a columnFamilyName C 2024-11-27T20:22:18,117 DEBUG [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:18,117 INFO [StoreOpener-92798634305d5e8083724e881f6dce4a-1 {}] regionserver.HStore(327): Store=92798634305d5e8083724e881f6dce4a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:18,118 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,118 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,119 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,121 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:22:18,122 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,123 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 92798634305d5e8083724e881f6dce4a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67669815, jitterRate=0.008358821272850037}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:22:18,125 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:18,125 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., pid=58, masterSystemTime=1732738938094 2024-11-27T20:22:18,127 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,127 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=92798634305d5e8083724e881f6dce4a, regionState=OPEN, openSeqNum=5, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=56 2024-11-27T20:22:18,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=56, state=SUCCESS; OpenRegionProcedure 92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 in 185 msec 2024-11-27T20:22:18,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-27T20:22:18,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, REOPEN/MOVE in 503 msec 2024-11-27T20:22:18,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=54 2024-11-27T20:22:18,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=54, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-27T20:22:18,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-27T20:22:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=54 2024-11-27T20:22:18,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-27T20:22:18,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-27T20:22:18,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-27T20:22:18,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-27T20:22:18,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,166 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-27T20:22:18,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-27T20:22:18,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-27T20:22:18,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-27T20:22:18,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-27T20:22:18,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:18,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:18,188 DEBUG [hconnection-0x2bf2d346-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-27T20:22:18,189 DEBUG [hconnection-0x4dd984d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,189 DEBUG [hconnection-0x4cdb1d86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,189 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:18,190 DEBUG [hconnection-0x1549c665-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:22:18,190 DEBUG [hconnection-0x346c7e11-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,191 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,191 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,191 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:18,191 DEBUG [hconnection-0x1c3b4d3a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:18,191 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,192 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,193 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,194 DEBUG [hconnection-0x745a82ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,194 DEBUG [hconnection-0x4eb075de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,196 DEBUG [hconnection-0x5f26bc5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:18,196 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,196 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,198 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:18,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:18,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732738998249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732738998250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732738998250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e6ce5fd1f4e44feba31783222387599a_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738938205/Put/seqid=0 2024-11-27T20:22:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732738998253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732738998253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:22:18,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742002_1178 (size=12154) 2024-11-27T20:22:18,309 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:18,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e6ce5fd1f4e44feba31783222387599a_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6ce5fd1f4e44feba31783222387599a_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:18,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/42921bfcf3f94736985c7cc12b2716aa, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:18,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/42921bfcf3f94736985c7cc12b2716aa is 175, key is test_row_0/A:col10/1732738938205/Put/seqid=0 2024-11-27T20:22:18,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742003_1179 (size=30955) 2024-11-27T20:22:18,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T20:22:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732738998356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732738998356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732738998359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732738998368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732738998368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:22:18,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T20:22:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732738998563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732738998564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732738998564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732738998570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732738998575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T20:22:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,737 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/42921bfcf3f94736985c7cc12b2716aa 2024-11-27T20:22:18,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7 is 50, key is test_row_0/B:col10/1732738938205/Put/seqid=0 2024-11-27T20:22:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:22:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742004_1180 (size=12001) 2024-11-27T20:22:18,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7 2024-11-27T20:22:18,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T20:22:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:18,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:18,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/d62450b159184b8181a640933ed6b4ba is 50, key is test_row_0/C:col10/1732738938205/Put/seqid=0 2024-11-27T20:22:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742005_1181 (size=12001) 2024-11-27T20:22:18,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/d62450b159184b8181a640933ed6b4ba 2024-11-27T20:22:18,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732738998868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732738998868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/42921bfcf3f94736985c7cc12b2716aa as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/42921bfcf3f94736985c7cc12b2716aa 2024-11-27T20:22:18,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732738998871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732738998874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732738998878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/42921bfcf3f94736985c7cc12b2716aa, entries=150, sequenceid=17, filesize=30.2 K 2024-11-27T20:22:18,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7 2024-11-27T20:22:18,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T20:22:18,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/d62450b159184b8181a640933ed6b4ba as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d62450b159184b8181a640933ed6b4ba 2024-11-27T20:22:18,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d62450b159184b8181a640933ed6b4ba, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T20:22:18,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 92798634305d5e8083724e881f6dce4a in 714ms, sequenceid=17, compaction requested=false 2024-11-27T20:22:18,925 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T20:22:18,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:18,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:18,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T20:22:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:18,958 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:22:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:18,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:18,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b557c2d662b44efe9f56bd3dafcd99ec_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738938251/Put/seqid=0 2024-11-27T20:22:19,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742006_1182 (size=12154) 2024-11-27T20:22:19,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,020 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b557c2d662b44efe9f56bd3dafcd99ec_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b557c2d662b44efe9f56bd3dafcd99ec_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:19,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/6a4d65a398c74a158035644ee093f5c3, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/6a4d65a398c74a158035644ee093f5c3 is 175, key is test_row_0/A:col10/1732738938251/Put/seqid=0 2024-11-27T20:22:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742007_1183 (size=30955) 2024-11-27T20:22:19,035 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/6a4d65a398c74a158035644ee093f5c3 2024-11-27T20:22:19,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/58499f5cc7bc4df69d75d6b775e3d410 is 50, key is test_row_0/B:col10/1732738938251/Put/seqid=0 2024-11-27T20:22:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742008_1184 (size=12001) 2024-11-27T20:22:19,085 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/58499f5cc7bc4df69d75d6b775e3d410 2024-11-27T20:22:19,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/eeb4b5e61c674d4fb91b18e90820ec45 is 50, key is test_row_0/C:col10/1732738938251/Put/seqid=0 2024-11-27T20:22:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742009_1185 (size=12001) 2024-11-27T20:22:19,113 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/eeb4b5e61c674d4fb91b18e90820ec45 2024-11-27T20:22:19,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/6a4d65a398c74a158035644ee093f5c3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/6a4d65a398c74a158035644ee093f5c3 2024-11-27T20:22:19,126 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/6a4d65a398c74a158035644ee093f5c3, entries=150, sequenceid=40, filesize=30.2 K 2024-11-27T20:22:19,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/58499f5cc7bc4df69d75d6b775e3d410 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/58499f5cc7bc4df69d75d6b775e3d410 2024-11-27T20:22:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,133 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/58499f5cc7bc4df69d75d6b775e3d410, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T20:22:19,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/eeb4b5e61c674d4fb91b18e90820ec45 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/eeb4b5e61c674d4fb91b18e90820ec45 2024-11-27T20:22:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,140 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/eeb4b5e61c674d4fb91b18e90820ec45, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T20:22:19,141 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 92798634305d5e8083724e881f6dce4a in 183ms, sequenceid=40, compaction requested=false 2024-11-27T20:22:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-27T20:22:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-27T20:22:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-27T20:22:19,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 952 msec 2024-11-27T20:22:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 958 msec 2024-11-27T20:22:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T20:22:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,299 INFO [Thread-842 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-27T20:22:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-27T20:22:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:19,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T20:22:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T20:22:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:19,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:19,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:19,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:19,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:19,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:19,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b82a388773184b79845de6ceb44f2c4b_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738939427/Put/seqid=0 2024-11-27T20:22:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:19,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732738999482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732738999484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732738999485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732738999485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732738999486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742010_1186 (size=24358) 2024-11-27T20:22:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,503 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,509 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b82a388773184b79845de6ceb44f2c4b_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b82a388773184b79845de6ceb44f2c4b_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,510 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/1b64696dc7a342dfa0d9ee705fedce67, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/1b64696dc7a342dfa0d9ee705fedce67 is 175, key is test_row_0/A:col10/1732738939427/Put/seqid=0 2024-11-27T20:22:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742011_1187 (size=73995) 2024-11-27T20:22:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/1b64696dc7a342dfa0d9ee705fedce67 2024-11-27T20:22:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/12ba3e8ff7fe476e82a19d36a4d743c7 is 50, key is test_row_0/B:col10/1732738939427/Put/seqid=0 2024-11-27T20:22:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742012_1188 (size=23705) 2024-11-27T20:22:19,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/12ba3e8ff7fe476e82a19d36a4d743c7 2024-11-27T20:22:19,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732738999590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732738999591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732738999591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732738999592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732738999592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/11cfcd52d77c4b8c973c2dc38858f39c is 50, key is test_row_0/C:col10/1732738939427/Put/seqid=0 2024-11-27T20:22:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T20:22:19,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742013_1189 (size=12001) 2024-11-27T20:22:19,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:19,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:19,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732738999794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732738999794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732738999795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732738999796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732738999796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T20:22:19,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:19,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:19,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:19,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/11cfcd52d77c4b8c973c2dc38858f39c 2024-11-27T20:22:20,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/1b64696dc7a342dfa0d9ee705fedce67 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1b64696dc7a342dfa0d9ee705fedce67 2024-11-27T20:22:20,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:22:20,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1b64696dc7a342dfa0d9ee705fedce67, entries=400, sequenceid=51, filesize=72.3 K 2024-11-27T20:22:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/12ba3e8ff7fe476e82a19d36a4d743c7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/12ba3e8ff7fe476e82a19d36a4d743c7 2024-11-27T20:22:20,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:20,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:20,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/12ba3e8ff7fe476e82a19d36a4d743c7, entries=400, sequenceid=51, filesize=23.1 K 2024-11-27T20:22:20,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/11cfcd52d77c4b8c973c2dc38858f39c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/11cfcd52d77c4b8c973c2dc38858f39c 2024-11-27T20:22:20,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/11cfcd52d77c4b8c973c2dc38858f39c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T20:22:20,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 92798634305d5e8083724e881f6dce4a in 662ms, sequenceid=51, compaction requested=true 2024-11-27T20:22:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:20,090 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:20,091 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:20,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:20,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:20,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:20,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:20,093 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:20,093 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:20,093 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,093 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/42921bfcf3f94736985c7cc12b2716aa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/6a4d65a398c74a158035644ee093f5c3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1b64696dc7a342dfa0d9ee705fedce67] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=132.7 K 2024-11-27T20:22:20,093 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,093 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/42921bfcf3f94736985c7cc12b2716aa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/6a4d65a398c74a158035644ee093f5c3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1b64696dc7a342dfa0d9ee705fedce67] 2024-11-27T20:22:20,094 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:20,094 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:20,094 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,094 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/58499f5cc7bc4df69d75d6b775e3d410, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/12ba3e8ff7fe476e82a19d36a4d743c7] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=46.6 K 2024-11-27T20:22:20,094 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42921bfcf3f94736985c7cc12b2716aa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732738938205 2024-11-27T20:22:20,095 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a0077e0daa9a40b8a3e38fa6a3f2f1c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732738938205 2024-11-27T20:22:20,095 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a4d65a398c74a158035644ee093f5c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732738938241 2024-11-27T20:22:20,095 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 58499f5cc7bc4df69d75d6b775e3d410, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732738938241 2024-11-27T20:22:20,096 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b64696dc7a342dfa0d9ee705fedce67, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738939409 2024-11-27T20:22:20,096 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ba3e8ff7fe476e82a19d36a4d743c7, keycount=400, bloomtype=ROW, size=23.1 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738939409 2024-11-27T20:22:20,105 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:20,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:22:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:20,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739000112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,122 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:20,122 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/06a24618049e46f19ae2e498778bd14e is 50, key is test_row_0/B:col10/1732738939427/Put/seqid=0 2024-11-27T20:22:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739000113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739000114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739000118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739000120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,133 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411271b3a54d30f6e48eaac0f5ed1f5fdd697_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:20,138 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411271b3a54d30f6e48eaac0f5ed1f5fdd697_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:20,139 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271b3a54d30f6e48eaac0f5ed1f5fdd697_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:20,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270832c4156b284a7ba0eb81bcb7048315_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738940104/Put/seqid=0 2024-11-27T20:22:20,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742015_1191 (size=4469) 2024-11-27T20:22:20,203 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#169 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:20,206 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/d8a54fedb75f4a3980c7a49512dfb7f3 is 175, key is test_row_0/A:col10/1732738939427/Put/seqid=0 2024-11-27T20:22:20,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742014_1190 (size=12104) 2024-11-27T20:22:20,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:20,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:20,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739000222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,231 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/06a24618049e46f19ae2e498778bd14e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/06a24618049e46f19ae2e498778bd14e 2024-11-27T20:22:20,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739000226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739000226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739000229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739000230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,240 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into 06a24618049e46f19ae2e498778bd14e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:20,240 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:20,240 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=13, startTime=1732738940090; duration=0sec 2024-11-27T20:22:20,240 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:20,240 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:20,240 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:20,241 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:20,241 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:20,242 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,243 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d62450b159184b8181a640933ed6b4ba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/eeb4b5e61c674d4fb91b18e90820ec45, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/11cfcd52d77c4b8c973c2dc38858f39c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=35.2 K 2024-11-27T20:22:20,245 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d62450b159184b8181a640933ed6b4ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732738938205 2024-11-27T20:22:20,246 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb4b5e61c674d4fb91b18e90820ec45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732738938241 2024-11-27T20:22:20,247 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 11cfcd52d77c4b8c973c2dc38858f39c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738939417 2024-11-27T20:22:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742016_1192 (size=12154) 2024-11-27T20:22:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742017_1193 (size=31058) 2024-11-27T20:22:20,291 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:20,292 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/ad134bf5e2be4a21bc756c583bfbb96d is 50, key is test_row_0/C:col10/1732738939427/Put/seqid=0 2024-11-27T20:22:20,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742018_1194 (size=12104) 2024-11-27T20:22:20,325 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/ad134bf5e2be4a21bc756c583bfbb96d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/ad134bf5e2be4a21bc756c583bfbb96d 2024-11-27T20:22:20,334 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into ad134bf5e2be4a21bc756c583bfbb96d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:20,334 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:20,334 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=13, startTime=1732738940092; duration=0sec 2024-11-27T20:22:20,334 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:20,335 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:20,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T20:22:20,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739000428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739000433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739000435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739000436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739000436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,684 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:20,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270832c4156b284a7ba0eb81bcb7048315_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270832c4156b284a7ba0eb81bcb7048315_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:20,692 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/d8a54fedb75f4a3980c7a49512dfb7f3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d8a54fedb75f4a3980c7a49512dfb7f3 2024-11-27T20:22:20,693 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/e35bcb702e3f44b68b99eb0f7987e517, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:20,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/e35bcb702e3f44b68b99eb0f7987e517 is 175, key is test_row_0/A:col10/1732738940104/Put/seqid=0 2024-11-27T20:22:20,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:20,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,703 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into d8a54fedb75f4a3980c7a49512dfb7f3(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:20,703 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:20,703 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=13, startTime=1732738940090; duration=0sec 2024-11-27T20:22:20,704 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:20,704 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742019_1195 (size=30955) 2024-11-27T20:22:20,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/e35bcb702e3f44b68b99eb0f7987e517 2024-11-27T20:22:20,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/f5a289739f1e4790bce145ce670791ad is 50, key is test_row_0/B:col10/1732738940104/Put/seqid=0 2024-11-27T20:22:20,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739000734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739000740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739000742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739000742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739000742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742020_1196 (size=12001) 2024-11-27T20:22:20,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:20,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:20,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:20,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:20,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:21,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:21,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:21,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:21,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/f5a289739f1e4790bce145ce670791ad 2024-11-27T20:22:21,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/40be6123793f43edb592bad322297ef7 is 50, key is test_row_0/C:col10/1732738940104/Put/seqid=0 2024-11-27T20:22:21,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742021_1197 (size=12001) 2024-11-27T20:22:21,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/40be6123793f43edb592bad322297ef7 2024-11-27T20:22:21,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/e35bcb702e3f44b68b99eb0f7987e517 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e35bcb702e3f44b68b99eb0f7987e517 2024-11-27T20:22:21,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e35bcb702e3f44b68b99eb0f7987e517, entries=150, sequenceid=79, filesize=30.2 K 2024-11-27T20:22:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/f5a289739f1e4790bce145ce670791ad as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f5a289739f1e4790bce145ce670791ad 2024-11-27T20:22:21,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f5a289739f1e4790bce145ce670791ad, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T20:22:21,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/40be6123793f43edb592bad322297ef7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/40be6123793f43edb592bad322297ef7 2024-11-27T20:22:21,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/40be6123793f43edb592bad322297ef7, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T20:22:21,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 92798634305d5e8083724e881f6dce4a in 1129ms, sequenceid=79, compaction requested=false 2024-11-27T20:22:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:21,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:21,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112743d3146bdcb641caaee4e786a983f7c6_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738940110/Put/seqid=0 2024-11-27T20:22:21,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739001278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739001281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739001283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739001286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739001288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742022_1198 (size=12154) 2024-11-27T20:22:21,302 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:21,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:21,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,310 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112743d3146bdcb641caaee4e786a983f7c6_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743d3146bdcb641caaee4e786a983f7c6_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:21,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:21,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,311 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/e257a40c87a6412f9add629a374a5e92, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:21,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/e257a40c87a6412f9add629a374a5e92 is 175, key is test_row_0/A:col10/1732738940110/Put/seqid=0 2024-11-27T20:22:21,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742023_1199 (size=30955) 2024-11-27T20:22:21,331 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/e257a40c87a6412f9add629a374a5e92 2024-11-27T20:22:21,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/4b0034cf5c2d429b9f9f9b3edb58fe22 is 50, key is test_row_0/B:col10/1732738940110/Put/seqid=0 2024-11-27T20:22:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742024_1200 (size=12001) 2024-11-27T20:22:21,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/4b0034cf5c2d429b9f9f9b3edb58fe22 2024-11-27T20:22:21,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/8daefead10ce4b11a7e3fe2633718639 is 50, key is test_row_0/C:col10/1732738940110/Put/seqid=0 2024-11-27T20:22:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739001385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739001390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739001393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739001393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739001393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742025_1201 (size=12001) 2024-11-27T20:22:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T20:22:21,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:21,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:21,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,473 INFO [master/23827885d8b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T20:22:21,473 INFO [master/23827885d8b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T20:22:21,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739001591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739001595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739001597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739001598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739001599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/8daefead10ce4b11a7e3fe2633718639 2024-11-27T20:22:21,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/e257a40c87a6412f9add629a374a5e92 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e257a40c87a6412f9add629a374a5e92 2024-11-27T20:22:21,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e257a40c87a6412f9add629a374a5e92, entries=150, sequenceid=95, filesize=30.2 K 2024-11-27T20:22:21,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/4b0034cf5c2d429b9f9f9b3edb58fe22 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4b0034cf5c2d429b9f9f9b3edb58fe22 2024-11-27T20:22:21,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4b0034cf5c2d429b9f9f9b3edb58fe22, entries=150, sequenceid=95, filesize=11.7 K 2024-11-27T20:22:21,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/8daefead10ce4b11a7e3fe2633718639 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/8daefead10ce4b11a7e3fe2633718639 2024-11-27T20:22:21,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/8daefead10ce4b11a7e3fe2633718639, entries=150, sequenceid=95, filesize=11.7 K 2024-11-27T20:22:21,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 92798634305d5e8083724e881f6dce4a in 587ms, sequenceid=95, compaction requested=true 2024-11-27T20:22:21,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:21,838 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:21,839 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:21,839 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:21,839 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,839 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d8a54fedb75f4a3980c7a49512dfb7f3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e35bcb702e3f44b68b99eb0f7987e517, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e257a40c87a6412f9add629a374a5e92] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=90.8 K 2024-11-27T20:22:21,840 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,840 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d8a54fedb75f4a3980c7a49512dfb7f3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e35bcb702e3f44b68b99eb0f7987e517, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e257a40c87a6412f9add629a374a5e92] 2024-11-27T20:22:21,840 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8a54fedb75f4a3980c7a49512dfb7f3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738939417 2024-11-27T20:22:21,841 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting e35bcb702e3f44b68b99eb0f7987e517, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732738939485 2024-11-27T20:22:21,841 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting e257a40c87a6412f9add629a374a5e92, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732738940110 2024-11-27T20:22:21,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:21,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:21,850 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:21,851 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:21,851 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:21,851 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,851 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/06a24618049e46f19ae2e498778bd14e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f5a289739f1e4790bce145ce670791ad, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4b0034cf5c2d429b9f9f9b3edb58fe22] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=35.3 K 2024-11-27T20:22:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:21,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:21,852 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 06a24618049e46f19ae2e498778bd14e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738939417 2024-11-27T20:22:21,853 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:21,853 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f5a289739f1e4790bce145ce670791ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732738939485 2024-11-27T20:22:21,854 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b0034cf5c2d429b9f9f9b3edb58fe22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732738940110 2024-11-27T20:22:21,871 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112705da0cd3189845c2b3325281d5ae0572_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:21,873 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112705da0cd3189845c2b3325281d5ae0572_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:21,874 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112705da0cd3189845c2b3325281d5ae0572_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:21,886 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:21,887 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/3a315d5662554f939e878c624bc14f7e is 50, key is test_row_0/B:col10/1732738940110/Put/seqid=0 2024-11-27T20:22:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:21,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:22:21,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:21,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:21,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:21,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:21,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:21,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742026_1202 (size=4469) 2024-11-27T20:22:21,907 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#178 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:21,908 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/34d6904b20b34bd7af713d598fb90356 is 175, key is test_row_0/A:col10/1732738940110/Put/seqid=0 2024-11-27T20:22:21,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739001910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739001915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739001917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739001918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739001918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:21,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:21,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:21,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742027_1203 (size=12207) 2024-11-27T20:22:21,940 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/3a315d5662554f939e878c624bc14f7e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3a315d5662554f939e878c624bc14f7e 2024-11-27T20:22:21,946 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into 3a315d5662554f939e878c624bc14f7e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:21,946 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:21,946 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=13, startTime=1732738941850; duration=0sec 2024-11-27T20:22:21,946 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:21,946 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:21,946 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:21,948 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:21,949 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:21,949 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:21,949 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/ad134bf5e2be4a21bc756c583bfbb96d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/40be6123793f43edb592bad322297ef7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/8daefead10ce4b11a7e3fe2633718639] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=35.3 K 2024-11-27T20:22:21,950 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ad134bf5e2be4a21bc756c583bfbb96d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738939417 2024-11-27T20:22:21,950 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 40be6123793f43edb592bad322297ef7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732738939485 2024-11-27T20:22:21,951 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8daefead10ce4b11a7e3fe2633718639, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732738940110 2024-11-27T20:22:21,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742028_1204 (size=31161) 2024-11-27T20:22:21,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277b7793221cb640eb96932bc73c98f252_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738941271/Put/seqid=0 2024-11-27T20:22:21,962 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:21,962 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/61171f9056d94ccd945fd640aecd1c79 is 50, key is test_row_0/C:col10/1732738940110/Put/seqid=0 2024-11-27T20:22:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742029_1205 (size=14594) 2024-11-27T20:22:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742030_1206 (size=12207) 2024-11-27T20:22:22,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739002020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739002023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739002025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,028 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/61171f9056d94ccd945fd640aecd1c79 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/61171f9056d94ccd945fd640aecd1c79 2024-11-27T20:22:22,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739002025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739002025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,037 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into 61171f9056d94ccd945fd640aecd1c79(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:22,038 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:22,038 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=13, startTime=1732738941852; duration=0sec 2024-11-27T20:22:22,038 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:22,038 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:22,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:22,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:22,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739002224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739002229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739002229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739002230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739002231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,367 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/34d6904b20b34bd7af713d598fb90356 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/34d6904b20b34bd7af713d598fb90356 2024-11-27T20:22:22,375 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into 34d6904b20b34bd7af713d598fb90356(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:22,376 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:22,376 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=13, startTime=1732738941838; duration=0sec 2024-11-27T20:22:22,376 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:22,376 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:22,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:22,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,413 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:22,420 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277b7793221cb640eb96932bc73c98f252_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277b7793221cb640eb96932bc73c98f252_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:22,422 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/74476a855fb64ff785e5f906fd4f7d89, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:22,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/74476a855fb64ff785e5f906fd4f7d89 is 175, key is test_row_0/A:col10/1732738941271/Put/seqid=0 2024-11-27T20:22:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742031_1207 (size=39549) 2024-11-27T20:22:22,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739002529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739002533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739002534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739002535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739002536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:22,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,836 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/74476a855fb64ff785e5f906fd4f7d89 2024-11-27T20:22:22,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/769648e6e9024ab89f56a12c282f1592 is 50, key is test_row_0/B:col10/1732738941271/Put/seqid=0 2024-11-27T20:22:22,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:22,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742032_1208 (size=12001) 2024-11-27T20:22:22,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/769648e6e9024ab89f56a12c282f1592 2024-11-27T20:22:22,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/be6065d6ed154cbdb24e7a768c0829fb is 50, key is test_row_0/C:col10/1732738941271/Put/seqid=0 2024-11-27T20:22:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742033_1209 (size=12001) 2024-11-27T20:22:22,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/be6065d6ed154cbdb24e7a768c0829fb 2024-11-27T20:22:22,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/74476a855fb64ff785e5f906fd4f7d89 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/74476a855fb64ff785e5f906fd4f7d89 2024-11-27T20:22:22,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/74476a855fb64ff785e5f906fd4f7d89, entries=200, sequenceid=119, filesize=38.6 K 2024-11-27T20:22:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/769648e6e9024ab89f56a12c282f1592 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/769648e6e9024ab89f56a12c282f1592 2024-11-27T20:22:22,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/769648e6e9024ab89f56a12c282f1592, entries=150, sequenceid=119, filesize=11.7 K 2024-11-27T20:22:22,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/be6065d6ed154cbdb24e7a768c0829fb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/be6065d6ed154cbdb24e7a768c0829fb 2024-11-27T20:22:22,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/be6065d6ed154cbdb24e7a768c0829fb, entries=150, sequenceid=119, filesize=11.7 K 2024-11-27T20:22:22,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 92798634305d5e8083724e881f6dce4a in 1028ms, sequenceid=119, compaction requested=false 2024-11-27T20:22:22,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:22,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:22,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T20:22:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:22,999 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:23,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d80a376ea5e641ddb4c2ee7e20328e1b_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738941915/Put/seqid=0 2024-11-27T20:22:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742034_1210 (size=12254) 2024-11-27T20:22:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:23,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:23,036 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d80a376ea5e641ddb4c2ee7e20328e1b_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d80a376ea5e641ddb4c2ee7e20328e1b_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/3d1914c70aa0453b9cccbb4888174aba, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/3d1914c70aa0453b9cccbb4888174aba is 175, key is test_row_0/A:col10/1732738941915/Put/seqid=0 2024-11-27T20:22:23,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742035_1211 (size=31055) 2024-11-27T20:22:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739003079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739003083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739003084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739003085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739003086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739003186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739003187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739003188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739003189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739003190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739003390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739003390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739003391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739003393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739003393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T20:22:23,455 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/3d1914c70aa0453b9cccbb4888174aba 2024-11-27T20:22:23,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/1b94e5efb8ac4a9bbab17a557220d74f is 50, key is test_row_0/B:col10/1732738941915/Put/seqid=0 2024-11-27T20:22:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742036_1212 (size=12101) 2024-11-27T20:22:23,471 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/1b94e5efb8ac4a9bbab17a557220d74f 2024-11-27T20:22:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/07b61ed28a7e46fc81eb426df62dd092 is 50, key is test_row_0/C:col10/1732738941915/Put/seqid=0 2024-11-27T20:22:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742037_1213 (size=12101) 2024-11-27T20:22:23,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739003692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739003694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739003694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739003695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739003696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:23,903 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/07b61ed28a7e46fc81eb426df62dd092 2024-11-27T20:22:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/3d1914c70aa0453b9cccbb4888174aba as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/3d1914c70aa0453b9cccbb4888174aba 2024-11-27T20:22:23,915 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/3d1914c70aa0453b9cccbb4888174aba, entries=150, sequenceid=134, filesize=30.3 K 2024-11-27T20:22:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/1b94e5efb8ac4a9bbab17a557220d74f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1b94e5efb8ac4a9bbab17a557220d74f 2024-11-27T20:22:23,929 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1b94e5efb8ac4a9bbab17a557220d74f, entries=150, sequenceid=134, filesize=11.8 K 2024-11-27T20:22:23,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/07b61ed28a7e46fc81eb426df62dd092 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/07b61ed28a7e46fc81eb426df62dd092 2024-11-27T20:22:23,936 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/07b61ed28a7e46fc81eb426df62dd092, entries=150, sequenceid=134, filesize=11.8 K 2024-11-27T20:22:23,937 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 92798634305d5e8083724e881f6dce4a in 938ms, sequenceid=134, compaction requested=true 2024-11-27T20:22:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-27T20:22:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-27T20:22:23,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-27T20:22:23,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.6340 sec 2024-11-27T20:22:23,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 4.6390 sec 2024-11-27T20:22:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:24,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:22:24,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:24,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:24,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:24,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:24,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:24,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739004208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739004209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739004209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279dd38500a9ba4ac6b77bb9c14e64cda4_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738943081/Put/seqid=0 2024-11-27T20:22:24,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739004212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739004214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742038_1214 (size=12304) 2024-11-27T20:22:24,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:24,246 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279dd38500a9ba4ac6b77bb9c14e64cda4_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279dd38500a9ba4ac6b77bb9c14e64cda4_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:24,248 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/17166df987f44af495aea6ea254a2153, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:24,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/17166df987f44af495aea6ea254a2153 is 175, key is test_row_0/A:col10/1732738943081/Put/seqid=0 2024-11-27T20:22:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742039_1215 (size=31105) 2024-11-27T20:22:24,256 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/17166df987f44af495aea6ea254a2153 2024-11-27T20:22:24,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/00ef25650eb543c2b2b431933972065e is 50, key is test_row_0/B:col10/1732738943081/Put/seqid=0 2024-11-27T20:22:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742040_1216 (size=12151) 2024-11-27T20:22:24,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/00ef25650eb543c2b2b431933972065e 2024-11-27T20:22:24,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/abca2be08ad34874a85354643c08aa3c is 50, key is test_row_0/C:col10/1732738943081/Put/seqid=0 2024-11-27T20:22:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742041_1217 (size=12151) 2024-11-27T20:22:24,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/abca2be08ad34874a85354643c08aa3c 2024-11-27T20:22:24,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739004313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739004315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739004316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739004317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/17166df987f44af495aea6ea254a2153 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/17166df987f44af495aea6ea254a2153 2024-11-27T20:22:24,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739004319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/17166df987f44af495aea6ea254a2153, entries=150, sequenceid=160, filesize=30.4 K 2024-11-27T20:22:24,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/00ef25650eb543c2b2b431933972065e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/00ef25650eb543c2b2b431933972065e 2024-11-27T20:22:24,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/00ef25650eb543c2b2b431933972065e, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T20:22:24,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/abca2be08ad34874a85354643c08aa3c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/abca2be08ad34874a85354643c08aa3c 2024-11-27T20:22:24,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/abca2be08ad34874a85354643c08aa3c, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T20:22:24,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 92798634305d5e8083724e881f6dce4a in 138ms, sequenceid=160, compaction requested=true 2024-11-27T20:22:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:24,340 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:24,340 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:24,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:24,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:24,341 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:24,342 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:24,342 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:24,342 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/34d6904b20b34bd7af713d598fb90356, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/74476a855fb64ff785e5f906fd4f7d89, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/3d1914c70aa0453b9cccbb4888174aba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/17166df987f44af495aea6ea254a2153] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=129.8 K 2024-11-27T20:22:24,342 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:24,342 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/34d6904b20b34bd7af713d598fb90356, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/74476a855fb64ff785e5f906fd4f7d89, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/3d1914c70aa0453b9cccbb4888174aba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/17166df987f44af495aea6ea254a2153] 2024-11-27T20:22:24,342 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:24,342 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34d6904b20b34bd7af713d598fb90356, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732738940110 2024-11-27T20:22:24,342 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:24,342 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:24,342 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3a315d5662554f939e878c624bc14f7e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/769648e6e9024ab89f56a12c282f1592, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1b94e5efb8ac4a9bbab17a557220d74f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/00ef25650eb543c2b2b431933972065e] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=47.3 K 2024-11-27T20:22:24,343 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74476a855fb64ff785e5f906fd4f7d89, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732738941271 2024-11-27T20:22:24,343 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a315d5662554f939e878c624bc14f7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732738940110 2024-11-27T20:22:24,343 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 769648e6e9024ab89f56a12c282f1592, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732738941271 2024-11-27T20:22:24,344 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d1914c70aa0453b9cccbb4888174aba, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732738941915 2024-11-27T20:22:24,344 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b94e5efb8ac4a9bbab17a557220d74f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732738941915 2024-11-27T20:22:24,344 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17166df987f44af495aea6ea254a2153, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732738943081 2024-11-27T20:22:24,344 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 00ef25650eb543c2b2b431933972065e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732738943081 2024-11-27T20:22:24,355 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:24,356 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/d712c1a3bc3e44c9b6e0b9283f3e91c5 is 50, key is test_row_0/B:col10/1732738943081/Put/seqid=0 2024-11-27T20:22:24,373 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:24,376 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127b59a5ee9934e463bb7f614d07a57840d_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:24,397 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127b59a5ee9934e463bb7f614d07a57840d_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:24,397 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b59a5ee9934e463bb7f614d07a57840d_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742042_1218 (size=12493) 2024-11-27T20:22:24,422 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/d712c1a3bc3e44c9b6e0b9283f3e91c5 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/d712c1a3bc3e44c9b6e0b9283f3e91c5 2024-11-27T20:22:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742043_1219 (size=4469) 2024-11-27T20:22:24,430 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into d712c1a3bc3e44c9b6e0b9283f3e91c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:24,431 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:24,431 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=12, startTime=1732738944340; duration=0sec 2024-11-27T20:22:24,431 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:24,431 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:24,431 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:24,434 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#191 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:24,434 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:24,434 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:24,434 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:24,435 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/61171f9056d94ccd945fd640aecd1c79, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/be6065d6ed154cbdb24e7a768c0829fb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/07b61ed28a7e46fc81eb426df62dd092, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/abca2be08ad34874a85354643c08aa3c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=47.3 K 2024-11-27T20:22:24,435 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/f2b1b18e73ae4841ba4b62fad2bac194 is 175, key is test_row_0/A:col10/1732738943081/Put/seqid=0 2024-11-27T20:22:24,435 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 61171f9056d94ccd945fd640aecd1c79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732738940110 2024-11-27T20:22:24,437 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting be6065d6ed154cbdb24e7a768c0829fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732738941271 2024-11-27T20:22:24,438 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b61ed28a7e46fc81eb426df62dd092, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732738941915 2024-11-27T20:22:24,438 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting abca2be08ad34874a85354643c08aa3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732738943081 2024-11-27T20:22:24,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742044_1220 (size=31447) 2024-11-27T20:22:24,451 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/f2b1b18e73ae4841ba4b62fad2bac194 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/f2b1b18e73ae4841ba4b62fad2bac194 2024-11-27T20:22:24,458 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into f2b1b18e73ae4841ba4b62fad2bac194(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:24,458 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:24,459 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=12, startTime=1732738944340; duration=0sec 2024-11-27T20:22:24,459 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:24,459 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:24,462 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:24,462 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9db19b4e3b334d84b3afc8eb2f9124d5 is 50, key is test_row_0/C:col10/1732738943081/Put/seqid=0 2024-11-27T20:22:24,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742045_1221 (size=12493) 2024-11-27T20:22:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:24,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:22:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:24,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270beb7b78184941e59e684cc2aa71fb02_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738944208/Put/seqid=0 2024-11-27T20:22:24,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739004548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742046_1222 (size=12304) 2024-11-27T20:22:24,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739004549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739004550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739004551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739004553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739004654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739004654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739004658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739004658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739004659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739004858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739004859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739004862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739004863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739004864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:24,884 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9db19b4e3b334d84b3afc8eb2f9124d5 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9db19b4e3b334d84b3afc8eb2f9124d5 2024-11-27T20:22:24,890 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into 9db19b4e3b334d84b3afc8eb2f9124d5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:24,890 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:24,890 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=12, startTime=1732738944341; duration=0sec 2024-11-27T20:22:24,890 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:24,891 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:24,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:24,958 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270beb7b78184941e59e684cc2aa71fb02_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270beb7b78184941e59e684cc2aa71fb02_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:24,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/1bde02875ae243618a4d9aeb4df7dfe3, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:24,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/1bde02875ae243618a4d9aeb4df7dfe3 is 175, key is test_row_0/A:col10/1732738944208/Put/seqid=0 2024-11-27T20:22:24,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742047_1223 (size=31105) 2024-11-27T20:22:24,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/1bde02875ae243618a4d9aeb4df7dfe3 2024-11-27T20:22:24,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/211ca6bfcdee4fe9b6a33678b86616a1 is 50, key is test_row_0/B:col10/1732738944208/Put/seqid=0 2024-11-27T20:22:25,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742048_1224 (size=12151) 2024-11-27T20:22:25,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/211ca6bfcdee4fe9b6a33678b86616a1 2024-11-27T20:22:25,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9d622c6b2fb9468d8e8247df43e9a04d is 50, key is test_row_0/C:col10/1732738944208/Put/seqid=0 2024-11-27T20:22:25,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742049_1225 (size=12151) 2024-11-27T20:22:25,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9d622c6b2fb9468d8e8247df43e9a04d 2024-11-27T20:22:25,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/1bde02875ae243618a4d9aeb4df7dfe3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1bde02875ae243618a4d9aeb4df7dfe3 2024-11-27T20:22:25,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1bde02875ae243618a4d9aeb4df7dfe3, entries=150, sequenceid=174, filesize=30.4 K 2024-11-27T20:22:25,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/211ca6bfcdee4fe9b6a33678b86616a1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/211ca6bfcdee4fe9b6a33678b86616a1 2024-11-27T20:22:25,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/211ca6bfcdee4fe9b6a33678b86616a1, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T20:22:25,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9d622c6b2fb9468d8e8247df43e9a04d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9d622c6b2fb9468d8e8247df43e9a04d 2024-11-27T20:22:25,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9d622c6b2fb9468d8e8247df43e9a04d, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T20:22:25,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 92798634305d5e8083724e881f6dce4a in 570ms, sequenceid=174, compaction requested=false 2024-11-27T20:22:25,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:25,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:22:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739005171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739005171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739005172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275140e92c9929489dac06ddadb2bd3ba1_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738944546/Put/seqid=0 2024-11-27T20:22:25,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739005175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739005175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742050_1226 (size=14794) 2024-11-27T20:22:25,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:25,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275140e92c9929489dac06ddadb2bd3ba1_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275140e92c9929489dac06ddadb2bd3ba1_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:25,191 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/9e9b5ede40924ba885cbc804713cffa3, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:25,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/9e9b5ede40924ba885cbc804713cffa3 is 175, key is test_row_0/A:col10/1732738944546/Put/seqid=0 2024-11-27T20:22:25,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742051_1227 (size=39749) 2024-11-27T20:22:25,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/9e9b5ede40924ba885cbc804713cffa3 2024-11-27T20:22:25,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/0d67c9ca96ce4e8ba3e7090db4bd71b0 is 50, key is test_row_0/B:col10/1732738944546/Put/seqid=0 2024-11-27T20:22:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742052_1228 (size=12151) 2024-11-27T20:22:25,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/0d67c9ca96ce4e8ba3e7090db4bd71b0 2024-11-27T20:22:25,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/833b65f03f98471eb069f0b2df4adfcc is 50, key is test_row_0/C:col10/1732738944546/Put/seqid=0 2024-11-27T20:22:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742053_1229 (size=12151) 2024-11-27T20:22:25,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739005276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739005277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739005281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739005284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739005479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739005481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739005485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739005485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/833b65f03f98471eb069f0b2df4adfcc 2024-11-27T20:22:25,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/9e9b5ede40924ba885cbc804713cffa3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9e9b5ede40924ba885cbc804713cffa3 2024-11-27T20:22:25,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9e9b5ede40924ba885cbc804713cffa3, entries=200, sequenceid=200, filesize=38.8 K 2024-11-27T20:22:25,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/0d67c9ca96ce4e8ba3e7090db4bd71b0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/0d67c9ca96ce4e8ba3e7090db4bd71b0 2024-11-27T20:22:25,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/0d67c9ca96ce4e8ba3e7090db4bd71b0, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T20:22:25,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739005678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/833b65f03f98471eb069f0b2df4adfcc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/833b65f03f98471eb069f0b2df4adfcc 2024-11-27T20:22:25,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/833b65f03f98471eb069f0b2df4adfcc, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T20:22:25,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 92798634305d5e8083724e881f6dce4a in 521ms, sequenceid=200, compaction requested=true 2024-11-27T20:22:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:25,686 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:25,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:22:25,687 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:25,687 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:25,687 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:25,687 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/f2b1b18e73ae4841ba4b62fad2bac194, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1bde02875ae243618a4d9aeb4df7dfe3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9e9b5ede40924ba885cbc804713cffa3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=99.9 K 2024-11-27T20:22:25,687 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:25,687 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/f2b1b18e73ae4841ba4b62fad2bac194, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1bde02875ae243618a4d9aeb4df7dfe3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9e9b5ede40924ba885cbc804713cffa3] 2024-11-27T20:22:25,688 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:25,689 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b1b18e73ae4841ba4b62fad2bac194, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732738943081 2024-11-27T20:22:25,689 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bde02875ae243618a4d9aeb4df7dfe3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732738944208 2024-11-27T20:22:25,689 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:25,689 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:25,690 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e9b5ede40924ba885cbc804713cffa3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732738944546 2024-11-27T20:22:25,690 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:25,690 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/d712c1a3bc3e44c9b6e0b9283f3e91c5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/211ca6bfcdee4fe9b6a33678b86616a1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/0d67c9ca96ce4e8ba3e7090db4bd71b0] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=35.9 K 2024-11-27T20:22:25,691 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d712c1a3bc3e44c9b6e0b9283f3e91c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732738943081 2024-11-27T20:22:25,691 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 211ca6bfcdee4fe9b6a33678b86616a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732738944208 2024-11-27T20:22:25,691 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d67c9ca96ce4e8ba3e7090db4bd71b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732738944546 2024-11-27T20:22:25,698 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:25,703 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127401e951cce6e4202b7b16fb0a6309fc6_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:25,706 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127401e951cce6e4202b7b16fb0a6309fc6_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:25,706 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127401e951cce6e4202b7b16fb0a6309fc6_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:25,714 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:25,715 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/3b52fb0f7a0c4f2e9fe8472ef67100e3 is 50, key is test_row_0/B:col10/1732738944546/Put/seqid=0 2024-11-27T20:22:25,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742054_1230 (size=4469) 2024-11-27T20:22:25,740 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#199 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:25,740 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4d1edd5ba31a45c3b8beb8d915f023b8 is 175, key is test_row_0/A:col10/1732738944546/Put/seqid=0 2024-11-27T20:22:25,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742055_1231 (size=12595) 2024-11-27T20:22:25,752 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/3b52fb0f7a0c4f2e9fe8472ef67100e3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3b52fb0f7a0c4f2e9fe8472ef67100e3 2024-11-27T20:22:25,760 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into 3b52fb0f7a0c4f2e9fe8472ef67100e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:25,760 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:25,760 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=13, startTime=1732738945686; duration=0sec 2024-11-27T20:22:25,760 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:25,761 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:25,761 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:25,762 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:25,762 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:25,762 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:25,763 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9db19b4e3b334d84b3afc8eb2f9124d5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9d622c6b2fb9468d8e8247df43e9a04d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/833b65f03f98471eb069f0b2df4adfcc] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=35.9 K 2024-11-27T20:22:25,763 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9db19b4e3b334d84b3afc8eb2f9124d5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732738943081 2024-11-27T20:22:25,764 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d622c6b2fb9468d8e8247df43e9a04d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732738944208 2024-11-27T20:22:25,764 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 833b65f03f98471eb069f0b2df4adfcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732738944546 2024-11-27T20:22:25,783 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:25,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742056_1232 (size=31549) 2024-11-27T20:22:25,784 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/83ae72a84728411fa601b75300ba02c2 is 50, key is test_row_0/C:col10/1732738944546/Put/seqid=0 2024-11-27T20:22:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:25,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:22:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:25,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:25,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127461251c77b79412eb6434c9be1f73545_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738945784/Put/seqid=0 2024-11-27T20:22:25,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739005821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739005825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742057_1233 (size=12595) 2024-11-27T20:22:25,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739005826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739005826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,834 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/83ae72a84728411fa601b75300ba02c2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/83ae72a84728411fa601b75300ba02c2 2024-11-27T20:22:25,841 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into 83ae72a84728411fa601b75300ba02c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:25,841 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:25,841 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=13, startTime=1732738945686; duration=0sec 2024-11-27T20:22:25,841 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:25,841 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742058_1234 (size=14794) 2024-11-27T20:22:25,845 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:25,849 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127461251c77b79412eb6434c9be1f73545_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127461251c77b79412eb6434c9be1f73545_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:25,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4346814a6a684f82b5f8776cfd1023d4, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:25,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4346814a6a684f82b5f8776cfd1023d4 is 175, key is test_row_0/A:col10/1732738945784/Put/seqid=0 2024-11-27T20:22:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742059_1235 (size=39749) 2024-11-27T20:22:25,860 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4346814a6a684f82b5f8776cfd1023d4 2024-11-27T20:22:25,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/46acada2dd164374b8e874ea075b626c is 50, key is test_row_0/B:col10/1732738945784/Put/seqid=0 2024-11-27T20:22:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742060_1236 (size=12151) 2024-11-27T20:22:25,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739005927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739005927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739005931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739005932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739006129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739006129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739006134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739006134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,188 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4d1edd5ba31a45c3b8beb8d915f023b8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4d1edd5ba31a45c3b8beb8d915f023b8 2024-11-27T20:22:26,212 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into 4d1edd5ba31a45c3b8beb8d915f023b8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:26,212 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:26,212 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=13, startTime=1732738945686; duration=0sec 2024-11-27T20:22:26,213 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:26,213 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:26,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/46acada2dd164374b8e874ea075b626c 2024-11-27T20:22:26,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/e6b4cd97406941189bfd8b27884c8fba is 50, key is test_row_0/C:col10/1732738945784/Put/seqid=0 2024-11-27T20:22:26,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742061_1237 (size=12151) 2024-11-27T20:22:26,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/e6b4cd97406941189bfd8b27884c8fba 2024-11-27T20:22:26,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4346814a6a684f82b5f8776cfd1023d4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4346814a6a684f82b5f8776cfd1023d4 2024-11-27T20:22:26,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4346814a6a684f82b5f8776cfd1023d4, entries=200, sequenceid=213, filesize=38.8 K 2024-11-27T20:22:26,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/46acada2dd164374b8e874ea075b626c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/46acada2dd164374b8e874ea075b626c 2024-11-27T20:22:26,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/46acada2dd164374b8e874ea075b626c, entries=150, sequenceid=213, filesize=11.9 K 2024-11-27T20:22:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/e6b4cd97406941189bfd8b27884c8fba as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e6b4cd97406941189bfd8b27884c8fba 2024-11-27T20:22:26,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e6b4cd97406941189bfd8b27884c8fba, entries=150, sequenceid=213, filesize=11.9 K 2024-11-27T20:22:26,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 92798634305d5e8083724e881f6dce4a in 566ms, sequenceid=213, compaction requested=false 2024-11-27T20:22:26,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:26,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:22:26,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:26,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:26,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:26,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:26,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:26,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:26,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127880fb92b4e7b49ca8e4ccbabd4bbd691_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738946434/Put/seqid=0 2024-11-27T20:22:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739006443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739006444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739006445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739006448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742062_1238 (size=12304) 2024-11-27T20:22:26,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739006549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739006549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739006550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739006551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739006681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739006751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739006751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739006752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739006752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:26,853 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:26,862 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127880fb92b4e7b49ca8e4ccbabd4bbd691_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127880fb92b4e7b49ca8e4ccbabd4bbd691_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:26,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/05b2188d0e3d4f22ba6c8f7696badab2, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:26,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/05b2188d0e3d4f22ba6c8f7696badab2 is 175, key is test_row_0/A:col10/1732738946434/Put/seqid=0 2024-11-27T20:22:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742063_1239 (size=31105) 2024-11-27T20:22:26,876 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/05b2188d0e3d4f22ba6c8f7696badab2 2024-11-27T20:22:26,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/96c865019b9744ed8192fe070a7cea8e is 50, key is test_row_0/B:col10/1732738946434/Put/seqid=0 2024-11-27T20:22:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742064_1240 (size=12151) 2024-11-27T20:22:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739007054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739007054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739007058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739007059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/96c865019b9744ed8192fe070a7cea8e 2024-11-27T20:22:27,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/7fa4d2ce84524b3992d6373c4ca00ea0 is 50, key is test_row_0/C:col10/1732738946434/Put/seqid=0 2024-11-27T20:22:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742065_1241 (size=12151) 2024-11-27T20:22:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T20:22:27,413 INFO [Thread-842 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-27T20:22:27,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-27T20:22:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T20:22:27,416 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:27,417 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:27,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T20:22:27,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739007557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739007561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739007563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739007564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T20:22:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T20:22:27,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T20:22:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:27,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/7fa4d2ce84524b3992d6373c4ca00ea0 2024-11-27T20:22:27,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/05b2188d0e3d4f22ba6c8f7696badab2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/05b2188d0e3d4f22ba6c8f7696badab2 2024-11-27T20:22:27,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/05b2188d0e3d4f22ba6c8f7696badab2, entries=150, sequenceid=242, filesize=30.4 K 2024-11-27T20:22:27,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/96c865019b9744ed8192fe070a7cea8e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/96c865019b9744ed8192fe070a7cea8e 2024-11-27T20:22:27,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/96c865019b9744ed8192fe070a7cea8e, entries=150, sequenceid=242, filesize=11.9 K 2024-11-27T20:22:27,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/7fa4d2ce84524b3992d6373c4ca00ea0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7fa4d2ce84524b3992d6373c4ca00ea0 2024-11-27T20:22:27,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7fa4d2ce84524b3992d6373c4ca00ea0, entries=150, sequenceid=242, filesize=11.9 K 2024-11-27T20:22:27,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 92798634305d5e8083724e881f6dce4a in 1343ms, sequenceid=242, compaction requested=true 2024-11-27T20:22:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:27,778 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:27,778 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:27,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:27,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:27,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:27,779 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:27,779 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:27,779 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,780 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4d1edd5ba31a45c3b8beb8d915f023b8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4346814a6a684f82b5f8776cfd1023d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/05b2188d0e3d4f22ba6c8f7696badab2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=100.0 K 2024-11-27T20:22:27,780 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,780 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4d1edd5ba31a45c3b8beb8d915f023b8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4346814a6a684f82b5f8776cfd1023d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/05b2188d0e3d4f22ba6c8f7696badab2] 2024-11-27T20:22:27,780 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:27,780 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d1edd5ba31a45c3b8beb8d915f023b8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732738944546 2024-11-27T20:22:27,780 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:27,780 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,781 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3b52fb0f7a0c4f2e9fe8472ef67100e3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/46acada2dd164374b8e874ea075b626c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/96c865019b9744ed8192fe070a7cea8e] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=36.0 K 2024-11-27T20:22:27,781 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4346814a6a684f82b5f8776cfd1023d4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732738945167 2024-11-27T20:22:27,781 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05b2188d0e3d4f22ba6c8f7696badab2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732738945823 2024-11-27T20:22:27,781 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b52fb0f7a0c4f2e9fe8472ef67100e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732738944546 2024-11-27T20:22:27,781 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 46acada2dd164374b8e874ea075b626c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732738945167 2024-11-27T20:22:27,782 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c865019b9744ed8192fe070a7cea8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732738945823 2024-11-27T20:22:27,791 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:27,793 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127761fe5d8213e4acda618bca2297864d1_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:27,794 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:27,794 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/619388c8eb784bc2aed56d9f03cabedf is 50, key is test_row_0/B:col10/1732738946434/Put/seqid=0 2024-11-27T20:22:27,795 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127761fe5d8213e4acda618bca2297864d1_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:27,795 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127761fe5d8213e4acda618bca2297864d1_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742066_1242 (size=12697) 2024-11-27T20:22:27,808 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/619388c8eb784bc2aed56d9f03cabedf as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/619388c8eb784bc2aed56d9f03cabedf 2024-11-27T20:22:27,817 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into 619388c8eb784bc2aed56d9f03cabedf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:27,817 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:27,817 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=13, startTime=1732738947778; duration=0sec 2024-11-27T20:22:27,817 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:27,817 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:27,817 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742067_1243 (size=4469) 2024-11-27T20:22:27,820 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:27,820 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:27,820 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,820 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/83ae72a84728411fa601b75300ba02c2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e6b4cd97406941189bfd8b27884c8fba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7fa4d2ce84524b3992d6373c4ca00ea0] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=36.0 K 2024-11-27T20:22:27,820 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 83ae72a84728411fa601b75300ba02c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732738944546 2024-11-27T20:22:27,823 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e6b4cd97406941189bfd8b27884c8fba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732738945167 2024-11-27T20:22:27,823 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#208 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:27,823 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fa4d2ce84524b3992d6373c4ca00ea0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732738945823 2024-11-27T20:22:27,824 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/8d8fe801e8984edc85034b08ed6c1bed is 175, key is test_row_0/A:col10/1732738946434/Put/seqid=0 2024-11-27T20:22:27,836 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:27,837 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/fa96a341004341ca892b809900709565 is 50, key is test_row_0/C:col10/1732738946434/Put/seqid=0 2024-11-27T20:22:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742068_1244 (size=31651) 2024-11-27T20:22:27,852 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/8d8fe801e8984edc85034b08ed6c1bed as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/8d8fe801e8984edc85034b08ed6c1bed 2024-11-27T20:22:27,857 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into 8d8fe801e8984edc85034b08ed6c1bed(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:27,857 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:27,857 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=13, startTime=1732738947778; duration=0sec 2024-11-27T20:22:27,858 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:27,858 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742069_1245 (size=12697) 2024-11-27T20:22:27,866 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/fa96a341004341ca892b809900709565 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/fa96a341004341ca892b809900709565 2024-11-27T20:22:27,874 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into fa96a341004341ca892b809900709565(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:27,874 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:27,874 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=13, startTime=1732738947779; duration=0sec 2024-11-27T20:22:27,874 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:27,875 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:27,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:27,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T20:22:27,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:27,879 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T20:22:27,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:27,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e3a0b105d9cd4432b86f43fa4d2000ed_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738946446/Put/seqid=0 2024-11-27T20:22:27,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742070_1246 (size=12304) 2024-11-27T20:22:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T20:22:28,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,320 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e3a0b105d9cd4432b86f43fa4d2000ed_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e3a0b105d9cd4432b86f43fa4d2000ed_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:28,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/704df86cd268484ba60f33ae284af955, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:28,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/704df86cd268484ba60f33ae284af955 is 175, key is test_row_0/A:col10/1732738946446/Put/seqid=0 2024-11-27T20:22:28,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742071_1247 (size=31105) 2024-11-27T20:22:28,330 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/704df86cd268484ba60f33ae284af955 2024-11-27T20:22:28,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/f0e0a322313d496aac2a6bc11008e45a is 50, key is test_row_0/B:col10/1732738946446/Put/seqid=0 2024-11-27T20:22:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742072_1248 (size=12151) 2024-11-27T20:22:28,352 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/f0e0a322313d496aac2a6bc11008e45a 2024-11-27T20:22:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/7deeeb8fd9bb4c3587de95960bc8f659 is 50, key is test_row_0/C:col10/1732738946446/Put/seqid=0 2024-11-27T20:22:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742073_1249 (size=12151) 2024-11-27T20:22:28,382 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/7deeeb8fd9bb4c3587de95960bc8f659 2024-11-27T20:22:28,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/704df86cd268484ba60f33ae284af955 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/704df86cd268484ba60f33ae284af955 2024-11-27T20:22:28,394 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/704df86cd268484ba60f33ae284af955, entries=150, sequenceid=254, filesize=30.4 K 2024-11-27T20:22:28,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/f0e0a322313d496aac2a6bc11008e45a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f0e0a322313d496aac2a6bc11008e45a 2024-11-27T20:22:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,402 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f0e0a322313d496aac2a6bc11008e45a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-27T20:22:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/7deeeb8fd9bb4c3587de95960bc8f659 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7deeeb8fd9bb4c3587de95960bc8f659 2024-11-27T20:22:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,408 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7deeeb8fd9bb4c3587de95960bc8f659, entries=150, sequenceid=254, filesize=11.9 K 2024-11-27T20:22:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,409 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 92798634305d5e8083724e881f6dce4a in 529ms, sequenceid=254, compaction requested=false 2024-11-27T20:22:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-27T20:22:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-27T20:22:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-27T20:22:28,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 993 msec 2024-11-27T20:22:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 998 msec 2024-11-27T20:22:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T20:22:28,521 INFO [Thread-842 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-27T20:22:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-27T20:22:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T20:22:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,524 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:28,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:28,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T20:22:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:28,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d38e07c988ad4d409191b16b3520d257_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738948592/Put/seqid=0 2024-11-27T20:22:28,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742074_1250 (size=20074) 2024-11-27T20:22:28,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-27T20:22:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:28,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739008686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739008688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739008689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739008691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739008695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,698 DEBUG [Thread-834 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:22:28,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739008792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739008793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739008793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739008796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T20:22:28,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-27T20:22:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:28,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-27T20:22:28,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:28,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:28,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:28,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:28,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739008995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739008996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739008996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739009001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:29,059 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d38e07c988ad4d409191b16b3520d257_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d38e07c988ad4d409191b16b3520d257_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:29,060 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4c3d4fa81615408a8b4be61cbf857533, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:29,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4c3d4fa81615408a8b4be61cbf857533 is 175, key is test_row_0/A:col10/1732738948592/Put/seqid=0 2024-11-27T20:22:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742075_1251 (size=57333) 2024-11-27T20:22:29,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4c3d4fa81615408a8b4be61cbf857533 2024-11-27T20:22:29,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/260110373a834344afb226b33bf52996 is 50, key is test_row_0/B:col10/1732738948592/Put/seqid=0 2024-11-27T20:22:29,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742076_1252 (size=12301) 2024-11-27T20:22:29,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/260110373a834344afb226b33bf52996 2024-11-27T20:22:29,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/73cb41a2926d44acb21c5ca6080e30c0 is 50, key is test_row_0/C:col10/1732738948592/Put/seqid=0 2024-11-27T20:22:29,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742077_1253 (size=12301) 2024-11-27T20:22:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T20:22:29,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-27T20:22:29,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:29,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-27T20:22:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:29,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739009297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739009298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739009300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739009304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-27T20:22:29,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:29,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:29,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/73cb41a2926d44acb21c5ca6080e30c0 2024-11-27T20:22:29,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/4c3d4fa81615408a8b4be61cbf857533 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4c3d4fa81615408a8b4be61cbf857533 2024-11-27T20:22:29,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4c3d4fa81615408a8b4be61cbf857533, entries=300, sequenceid=265, filesize=56.0 K 2024-11-27T20:22:29,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/260110373a834344afb226b33bf52996 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/260110373a834344afb226b33bf52996 2024-11-27T20:22:29,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/260110373a834344afb226b33bf52996, entries=150, sequenceid=265, filesize=12.0 K 2024-11-27T20:22:29,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/73cb41a2926d44acb21c5ca6080e30c0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/73cb41a2926d44acb21c5ca6080e30c0 2024-11-27T20:22:29,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/73cb41a2926d44acb21c5ca6080e30c0, entries=150, sequenceid=265, filesize=12.0 K 2024-11-27T20:22:29,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 92798634305d5e8083724e881f6dce4a in 910ms, sequenceid=265, compaction requested=true 2024-11-27T20:22:29,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:29,533 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:29,533 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:29,535 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:29,535 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:29,535 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,535 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/8d8fe801e8984edc85034b08ed6c1bed, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/704df86cd268484ba60f33ae284af955, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4c3d4fa81615408a8b4be61cbf857533] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=117.3 K 2024-11-27T20:22:29,535 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,535 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/8d8fe801e8984edc85034b08ed6c1bed, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/704df86cd268484ba60f33ae284af955, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4c3d4fa81615408a8b4be61cbf857533] 2024-11-27T20:22:29,535 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:29,536 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:29,536 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,536 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/619388c8eb784bc2aed56d9f03cabedf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f0e0a322313d496aac2a6bc11008e45a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/260110373a834344afb226b33bf52996] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=36.3 K 2024-11-27T20:22:29,536 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 619388c8eb784bc2aed56d9f03cabedf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732738945823 2024-11-27T20:22:29,536 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d8fe801e8984edc85034b08ed6c1bed, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732738945823 2024-11-27T20:22:29,537 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e0a322313d496aac2a6bc11008e45a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732738946441 2024-11-27T20:22:29,537 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704df86cd268484ba60f33ae284af955, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732738946441 2024-11-27T20:22:29,537 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 260110373a834344afb226b33bf52996, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732738948592 2024-11-27T20:22:29,538 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c3d4fa81615408a8b4be61cbf857533, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732738948591 2024-11-27T20:22:29,547 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:29,549 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:29,550 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/695699b2f954403c8ad36f7c272c2035 is 50, key is test_row_0/B:col10/1732738948592/Put/seqid=0 2024-11-27T20:22:29,550 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127f7cfc34762cf43fc9010a057e3b557b2_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:29,552 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127f7cfc34762cf43fc9010a057e3b557b2_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:29,552 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f7cfc34762cf43fc9010a057e3b557b2_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742078_1254 (size=12949) 2024-11-27T20:22:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742079_1255 (size=4469) 2024-11-27T20:22:29,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-27T20:22:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,600 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:22:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f7add6580fe24b18b13169e6af1c7026_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738948685/Put/seqid=0 2024-11-27T20:22:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742080_1256 (size=12454) 2024-11-27T20:22:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:29,626 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f7add6580fe24b18b13169e6af1c7026_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f7add6580fe24b18b13169e6af1c7026_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T20:22:29,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/79cf606ca4f54e4ea41b310d531c0233, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:29,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/79cf606ca4f54e4ea41b310d531c0233 is 175, key is test_row_0/A:col10/1732738948685/Put/seqid=0 2024-11-27T20:22:29,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742081_1257 (size=31255) 2024-11-27T20:22:29,634 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/79cf606ca4f54e4ea41b310d531c0233 2024-11-27T20:22:29,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/90bf35b4e67a455aa5dd64700f27c681 is 50, key is test_row_0/B:col10/1732738948685/Put/seqid=0 2024-11-27T20:22:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742082_1258 (size=12301) 2024-11-27T20:22:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:29,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:29,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739009810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739009810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739009812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739009812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739009914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739009917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739009917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:29,967 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#218 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:29,968 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/cef7adda09074bbc80e00b5070613be3 is 175, key is test_row_0/A:col10/1732738948592/Put/seqid=0 2024-11-27T20:22:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742083_1259 (size=31903) 2024-11-27T20:22:29,981 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/695699b2f954403c8ad36f7c272c2035 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/695699b2f954403c8ad36f7c272c2035 2024-11-27T20:22:29,992 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into 695699b2f954403c8ad36f7c272c2035(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:29,992 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:29,992 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=13, startTime=1732738949533; duration=0sec 2024-11-27T20:22:29,992 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:29,992 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:29,992 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:29,997 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:29,998 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:29,998 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:29,998 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/fa96a341004341ca892b809900709565, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7deeeb8fd9bb4c3587de95960bc8f659, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/73cb41a2926d44acb21c5ca6080e30c0] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=36.3 K 2024-11-27T20:22:29,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fa96a341004341ca892b809900709565, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732738945823 2024-11-27T20:22:29,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7deeeb8fd9bb4c3587de95960bc8f659, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732738946441 2024-11-27T20:22:30,000 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 73cb41a2926d44acb21c5ca6080e30c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732738948592 2024-11-27T20:22:30,010 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:30,011 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9ad175b5d1f2439e9421d1a3ecb060a8 is 50, key is test_row_0/C:col10/1732738948592/Put/seqid=0 2024-11-27T20:22:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742084_1260 (size=12949) 2024-11-27T20:22:30,054 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/90bf35b4e67a455aa5dd64700f27c681 2024-11-27T20:22:30,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/93e8aae9ac6d453da7c016325daaf6d3 is 50, key is test_row_0/C:col10/1732738948685/Put/seqid=0 2024-11-27T20:22:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742085_1261 (size=12301) 2024-11-27T20:22:30,072 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/93e8aae9ac6d453da7c016325daaf6d3 2024-11-27T20:22:30,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/79cf606ca4f54e4ea41b310d531c0233 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/79cf606ca4f54e4ea41b310d531c0233 2024-11-27T20:22:30,088 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/79cf606ca4f54e4ea41b310d531c0233, entries=150, sequenceid=290, filesize=30.5 K 2024-11-27T20:22:30,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/90bf35b4e67a455aa5dd64700f27c681 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/90bf35b4e67a455aa5dd64700f27c681 2024-11-27T20:22:30,096 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/90bf35b4e67a455aa5dd64700f27c681, entries=150, sequenceid=290, filesize=12.0 K 2024-11-27T20:22:30,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/93e8aae9ac6d453da7c016325daaf6d3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/93e8aae9ac6d453da7c016325daaf6d3 2024-11-27T20:22:30,103 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/93e8aae9ac6d453da7c016325daaf6d3, entries=150, sequenceid=290, filesize=12.0 K 2024-11-27T20:22:30,104 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 92798634305d5e8083724e881f6dce4a in 504ms, sequenceid=290, compaction requested=false 2024-11-27T20:22:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:30,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-27T20:22:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-27T20:22:30,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-27T20:22:30,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-11-27T20:22:30,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.5870 sec 2024-11-27T20:22:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:30,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:22:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:30,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:30,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112728300f88efeb4799b61de3bc038a2f00_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738950121/Put/seqid=0 2024-11-27T20:22:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742086_1262 (size=17534) 2024-11-27T20:22:30,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:30,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112728300f88efeb4799b61de3bc038a2f00_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112728300f88efeb4799b61de3bc038a2f00_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:30,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/85901ee0b8de46cdae838dadfe790255, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:30,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/85901ee0b8de46cdae838dadfe790255 is 175, key is test_row_0/A:col10/1732738950121/Put/seqid=0 2024-11-27T20:22:30,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742087_1263 (size=48639) 2024-11-27T20:22:30,162 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/85901ee0b8de46cdae838dadfe790255 2024-11-27T20:22:30,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739010159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739010160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739010162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/14d36701002744bb8fdbb5fb6ce1e538 is 50, key is test_row_0/B:col10/1732738950121/Put/seqid=0 2024-11-27T20:22:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742088_1264 (size=12301) 2024-11-27T20:22:30,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/14d36701002744bb8fdbb5fb6ce1e538 2024-11-27T20:22:30,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9a04cb80c3c74453b6524d2d9e2ba6c7 is 50, key is test_row_0/C:col10/1732738950121/Put/seqid=0 2024-11-27T20:22:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742089_1265 (size=12301) 2024-11-27T20:22:30,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9a04cb80c3c74453b6524d2d9e2ba6c7 2024-11-27T20:22:30,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/85901ee0b8de46cdae838dadfe790255 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/85901ee0b8de46cdae838dadfe790255 2024-11-27T20:22:30,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/85901ee0b8de46cdae838dadfe790255, entries=250, sequenceid=305, filesize=47.5 K 2024-11-27T20:22:30,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/14d36701002744bb8fdbb5fb6ce1e538 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/14d36701002744bb8fdbb5fb6ce1e538 2024-11-27T20:22:30,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/14d36701002744bb8fdbb5fb6ce1e538, entries=150, sequenceid=305, filesize=12.0 K 2024-11-27T20:22:30,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9a04cb80c3c74453b6524d2d9e2ba6c7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9a04cb80c3c74453b6524d2d9e2ba6c7 2024-11-27T20:22:30,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9a04cb80c3c74453b6524d2d9e2ba6c7, entries=150, sequenceid=305, filesize=12.0 K 2024-11-27T20:22:30,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 92798634305d5e8083724e881f6dce4a in 111ms, sequenceid=305, compaction requested=true 2024-11-27T20:22:30,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:30,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:30,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:30,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:30,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:22:30,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:30,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:22:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:30,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:22:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:30,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273ece6c7edd644e569326d5c309746225_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738950155/Put/seqid=0 2024-11-27T20:22:30,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742090_1266 (size=12454) 2024-11-27T20:22:30,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:30,294 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273ece6c7edd644e569326d5c309746225_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ece6c7edd644e569326d5c309746225_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:30,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/722cc73bc68144498f3ca95c4874316d, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:30,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/722cc73bc68144498f3ca95c4874316d is 175, key is test_row_0/A:col10/1732738950155/Put/seqid=0 2024-11-27T20:22:30,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739010290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739010298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739010299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742091_1267 (size=31255) 2024-11-27T20:22:30,306 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/722cc73bc68144498f3ca95c4874316d 2024-11-27T20:22:30,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/4907c51623f746ae95ca2a85ed5a6d09 is 50, key is test_row_0/B:col10/1732738950155/Put/seqid=0 2024-11-27T20:22:30,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742092_1268 (size=12301) 2024-11-27T20:22:30,387 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/cef7adda09074bbc80e00b5070613be3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/cef7adda09074bbc80e00b5070613be3 2024-11-27T20:22:30,393 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into cef7adda09074bbc80e00b5070613be3(size=31.2 K), total size for store is 109.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:30,393 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:30,394 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=13, startTime=1732738949533; duration=0sec 2024-11-27T20:22:30,394 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:22:30,394 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:30,394 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:30,394 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-27T20:22:30,395 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:22:30,395 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:22:30,395 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. because compaction request was cancelled 2024-11-27T20:22:30,395 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:30,395 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:30,396 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:30,397 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:30,397 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:30,397 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/cef7adda09074bbc80e00b5070613be3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/79cf606ca4f54e4ea41b310d531c0233, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/85901ee0b8de46cdae838dadfe790255] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=109.2 K 2024-11-27T20:22:30,397 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:30,397 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/cef7adda09074bbc80e00b5070613be3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/79cf606ca4f54e4ea41b310d531c0233, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/85901ee0b8de46cdae838dadfe790255] 2024-11-27T20:22:30,398 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting cef7adda09074bbc80e00b5070613be3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732738948592 2024-11-27T20:22:30,398 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79cf606ca4f54e4ea41b310d531c0233, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732738948685 2024-11-27T20:22:30,399 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85901ee0b8de46cdae838dadfe790255, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732738949806 2024-11-27T20:22:30,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739010400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739010404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739010404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,408 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:30,411 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127ee7cfcab769c40c18a383f2e88a14f8d_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:30,414 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127ee7cfcab769c40c18a383f2e88a14f8d_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:30,414 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ee7cfcab769c40c18a383f2e88a14f8d_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:30,438 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/9ad175b5d1f2439e9421d1a3ecb060a8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9ad175b5d1f2439e9421d1a3ecb060a8 2024-11-27T20:22:30,448 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into 9ad175b5d1f2439e9421d1a3ecb060a8(size=12.6 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:30,448 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:30,448 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=13, startTime=1732738949533; duration=0sec 2024-11-27T20:22:30,448 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:30,448 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:30,449 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:30,450 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:30,450 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:30,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742093_1269 (size=4469) 2024-11-27T20:22:30,451 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:30,452 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/695699b2f954403c8ad36f7c272c2035, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/90bf35b4e67a455aa5dd64700f27c681, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/14d36701002744bb8fdbb5fb6ce1e538] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=36.7 K 2024-11-27T20:22:30,452 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 695699b2f954403c8ad36f7c272c2035, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732738948592 2024-11-27T20:22:30,453 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#228 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:30,453 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 90bf35b4e67a455aa5dd64700f27c681, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732738948685 2024-11-27T20:22:30,454 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/9467227bc31e49a29ca993f0381840d6 is 175, key is test_row_0/A:col10/1732738950121/Put/seqid=0 2024-11-27T20:22:30,454 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 14d36701002744bb8fdbb5fb6ce1e538, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732738949806 2024-11-27T20:22:30,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742094_1270 (size=32005) 2024-11-27T20:22:30,465 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:30,466 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/729a6f70b0ca4051bd5ed8cb49131ebb is 50, key is test_row_0/B:col10/1732738950121/Put/seqid=0 2024-11-27T20:22:30,469 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/9467227bc31e49a29ca993f0381840d6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9467227bc31e49a29ca993f0381840d6 2024-11-27T20:22:30,475 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into 9467227bc31e49a29ca993f0381840d6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:30,475 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:30,475 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=13, startTime=1732738950236; duration=0sec 2024-11-27T20:22:30,475 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:30,475 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:30,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742095_1271 (size=13051) 2024-11-27T20:22:30,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/729a6f70b0ca4051bd5ed8cb49131ebb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/729a6f70b0ca4051bd5ed8cb49131ebb 2024-11-27T20:22:30,507 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into 729a6f70b0ca4051bd5ed8cb49131ebb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:30,507 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:30,507 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=13, startTime=1732738950236; duration=0sec 2024-11-27T20:22:30,508 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:30,508 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:30,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739010605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739010606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739010607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T20:22:30,629 INFO [Thread-842 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-27T20:22:30,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-27T20:22:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:22:30,632 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:30,633 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:30,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:22:30,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/4907c51623f746ae95ca2a85ed5a6d09 2024-11-27T20:22:30,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/08176ad91e5d435b9275994d2dd3cdcb is 50, key is test_row_0/C:col10/1732738950155/Put/seqid=0 2024-11-27T20:22:30,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742096_1272 (size=12301) 2024-11-27T20:22:30,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:22:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:30,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:30,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739010815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739010909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739010910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739010910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:22:30,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:30,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:22:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:30,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:31,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:22:31,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:31,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:31,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:31,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:31,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:31,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/08176ad91e5d435b9275994d2dd3cdcb 2024-11-27T20:22:31,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/722cc73bc68144498f3ca95c4874316d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/722cc73bc68144498f3ca95c4874316d 2024-11-27T20:22:31,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/722cc73bc68144498f3ca95c4874316d, entries=150, sequenceid=328, filesize=30.5 K 2024-11-27T20:22:31,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/4907c51623f746ae95ca2a85ed5a6d09 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4907c51623f746ae95ca2a85ed5a6d09 2024-11-27T20:22:31,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4907c51623f746ae95ca2a85ed5a6d09, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T20:22:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/08176ad91e5d435b9275994d2dd3cdcb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/08176ad91e5d435b9275994d2dd3cdcb 2024-11-27T20:22:31,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/08176ad91e5d435b9275994d2dd3cdcb, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T20:22:31,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 92798634305d5e8083724e881f6dce4a in 914ms, sequenceid=328, compaction requested=true 2024-11-27T20:22:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:31,185 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T20:22:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:31,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:22:31,185 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:31,186 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:22:31,186 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:22:31,186 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. because compaction request was cancelled 2024-11-27T20:22:31,186 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:31,186 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T20:22:31,187 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:31,187 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:31,187 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:22:31,187 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:22:31,187 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:31,187 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. because compaction request was cancelled 2024-11-27T20:22:31,187 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:31,187 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9ad175b5d1f2439e9421d1a3ecb060a8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/93e8aae9ac6d453da7c016325daaf6d3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9a04cb80c3c74453b6524d2d9e2ba6c7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/08176ad91e5d435b9275994d2dd3cdcb] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=48.7 K 2024-11-27T20:22:31,188 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad175b5d1f2439e9421d1a3ecb060a8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732738948592 2024-11-27T20:22:31,188 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e8aae9ac6d453da7c016325daaf6d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732738948685 2024-11-27T20:22:31,188 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a04cb80c3c74453b6524d2d9e2ba6c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732738949806 2024-11-27T20:22:31,189 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 08176ad91e5d435b9275994d2dd3cdcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738950155 2024-11-27T20:22:31,200 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:31,201 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/b9a27213b245474b85a989f841817e5e is 50, key is test_row_0/C:col10/1732738950155/Put/seqid=0 2024-11-27T20:22:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742097_1273 (size=13085) 2024-11-27T20:22:31,224 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/b9a27213b245474b85a989f841817e5e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/b9a27213b245474b85a989f841817e5e 2024-11-27T20:22:31,228 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into b9a27213b245474b85a989f841817e5e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:31,228 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:31,228 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=12, startTime=1732738951185; duration=0sec 2024-11-27T20:22:31,229 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:31,229 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:22:31,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-27T20:22:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:31,246 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:22:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f665fad9c09b43c9b54863d774f63b55_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738950297/Put/seqid=0 2024-11-27T20:22:31,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742098_1274 (size=12454) 2024-11-27T20:22:31,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:31,265 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f665fad9c09b43c9b54863d774f63b55_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f665fad9c09b43c9b54863d774f63b55_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/fd3cfe32463a4e56af75730c99b0049b, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/fd3cfe32463a4e56af75730c99b0049b is 175, key is test_row_0/A:col10/1732738950297/Put/seqid=0 2024-11-27T20:22:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742099_1275 (size=31255) 2024-11-27T20:22:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:31,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739011433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739011434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739011435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739011536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739011536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739011538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,671 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/fd3cfe32463a4e56af75730c99b0049b 2024-11-27T20:22:31,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/544b4abac1a44e60bb18e6879d78ae25 is 50, key is test_row_0/B:col10/1732738950297/Put/seqid=0 2024-11-27T20:22:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742100_1276 (size=12301) 2024-11-27T20:22:31,695 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/544b4abac1a44e60bb18e6879d78ae25 2024-11-27T20:22:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/235355ebfd1e432b880cdadd3f612237 is 50, key is test_row_0/C:col10/1732738950297/Put/seqid=0 2024-11-27T20:22:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742101_1277 (size=12301) 2024-11-27T20:22:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:22:31,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739011738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739011739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:31,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739011741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739012042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739012043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739012046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,113 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/235355ebfd1e432b880cdadd3f612237 2024-11-27T20:22:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/fd3cfe32463a4e56af75730c99b0049b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fd3cfe32463a4e56af75730c99b0049b 2024-11-27T20:22:32,131 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fd3cfe32463a4e56af75730c99b0049b, entries=150, sequenceid=347, filesize=30.5 K 2024-11-27T20:22:32,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/544b4abac1a44e60bb18e6879d78ae25 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/544b4abac1a44e60bb18e6879d78ae25 2024-11-27T20:22:32,144 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/544b4abac1a44e60bb18e6879d78ae25, entries=150, sequenceid=347, filesize=12.0 K 2024-11-27T20:22:32,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/235355ebfd1e432b880cdadd3f612237 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/235355ebfd1e432b880cdadd3f612237 2024-11-27T20:22:32,161 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/235355ebfd1e432b880cdadd3f612237, entries=150, sequenceid=347, filesize=12.0 K 2024-11-27T20:22:32,164 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 92798634305d5e8083724e881f6dce4a in 918ms, sequenceid=347, compaction requested=true 2024-11-27T20:22:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-27T20:22:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-27T20:22:32,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T20:22:32,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5330 sec 2024-11-27T20:22:32,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.5390 sec 2024-11-27T20:22:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:32,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T20:22:32,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:32,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:32,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:32,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:32,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:32,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:32,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127cfe6bca130024623a95f783e028f7e1d_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738951431/Put/seqid=0 2024-11-27T20:22:32,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739012560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739012562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742102_1278 (size=12454) 2024-11-27T20:22:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739012562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739012663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739012663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739012666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50952 deadline: 1732739012719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,721 DEBUG [Thread-834 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:22:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T20:22:32,735 INFO [Thread-842 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-27T20:22:32,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-27T20:22:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:22:32,738 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:32,759 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:32,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:32,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739012818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,820 DEBUG [Thread-836 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:22:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:22:32,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739012864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739012865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739012870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:32,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:32,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:32,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:32,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:32,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:32,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:32,964 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:32,969 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127cfe6bca130024623a95f783e028f7e1d_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cfe6bca130024623a95f783e028f7e1d_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:32,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/0387691629c84597bb2bf01a494eac3a, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:32,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/0387691629c84597bb2bf01a494eac3a is 175, key is test_row_0/A:col10/1732738951431/Put/seqid=0 2024-11-27T20:22:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742103_1279 (size=31255) 2024-11-27T20:22:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:22:33,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:33,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:33,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739013167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739013168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739013175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:33,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:33,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:22:33,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:33,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:33,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,376 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/0387691629c84597bb2bf01a494eac3a 2024-11-27T20:22:33,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/31d61981662c4386b1367b585ca822d8 is 50, key is test_row_0/B:col10/1732738951431/Put/seqid=0 2024-11-27T20:22:33,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742104_1280 (size=12301) 2024-11-27T20:22:33,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:33,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:33,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:33,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:33,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739013673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739013673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739013676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/31d61981662c4386b1367b585ca822d8 2024-11-27T20:22:33,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/e9de81c1b29f4a5ebd049cd41c7583eb is 50, key is test_row_0/C:col10/1732738951431/Put/seqid=0 2024-11-27T20:22:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742105_1281 (size=12301) 2024-11-27T20:22:33,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:33,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:33,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:22:33,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:33,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:33,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:34,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:34,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:34,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:34,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/e9de81c1b29f4a5ebd049cd41c7583eb 2024-11-27T20:22:34,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/0387691629c84597bb2bf01a494eac3a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/0387691629c84597bb2bf01a494eac3a 2024-11-27T20:22:34,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/0387691629c84597bb2bf01a494eac3a, entries=150, sequenceid=371, filesize=30.5 K 2024-11-27T20:22:34,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/31d61981662c4386b1367b585ca822d8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/31d61981662c4386b1367b585ca822d8 2024-11-27T20:22:34,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/31d61981662c4386b1367b585ca822d8, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T20:22:34,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/e9de81c1b29f4a5ebd049cd41c7583eb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e9de81c1b29f4a5ebd049cd41c7583eb 2024-11-27T20:22:34,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e9de81c1b29f4a5ebd049cd41c7583eb, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T20:22:34,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 92798634305d5e8083724e881f6dce4a in 1682ms, sequenceid=371, compaction requested=true 2024-11-27T20:22:34,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:34,232 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:34,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:34,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:34,232 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:34,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:34,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:34,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:34,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:34,238 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125770 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:34,239 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:34,239 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:34,239 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9467227bc31e49a29ca993f0381840d6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/722cc73bc68144498f3ca95c4874316d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fd3cfe32463a4e56af75730c99b0049b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/0387691629c84597bb2bf01a494eac3a] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=122.8 K 2024-11-27T20:22:34,239 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:34,239 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9467227bc31e49a29ca993f0381840d6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/722cc73bc68144498f3ca95c4874316d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fd3cfe32463a4e56af75730c99b0049b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/0387691629c84597bb2bf01a494eac3a] 2024-11-27T20:22:34,239 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:34,239 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:34,239 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:34,239 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/729a6f70b0ca4051bd5ed8cb49131ebb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4907c51623f746ae95ca2a85ed5a6d09, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/544b4abac1a44e60bb18e6879d78ae25, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/31d61981662c4386b1367b585ca822d8] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=48.8 K 2024-11-27T20:22:34,240 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9467227bc31e49a29ca993f0381840d6, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732738949806 2024-11-27T20:22:34,240 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 729a6f70b0ca4051bd5ed8cb49131ebb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732738949806 2024-11-27T20:22:34,240 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 722cc73bc68144498f3ca95c4874316d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738950155 2024-11-27T20:22:34,241 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4907c51623f746ae95ca2a85ed5a6d09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738950155 2024-11-27T20:22:34,241 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd3cfe32463a4e56af75730c99b0049b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732738950286 2024-11-27T20:22:34,241 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 544b4abac1a44e60bb18e6879d78ae25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732738950286 2024-11-27T20:22:34,241 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0387691629c84597bb2bf01a494eac3a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732738951431 2024-11-27T20:22:34,241 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 31d61981662c4386b1367b585ca822d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732738951431 2024-11-27T20:22:34,250 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:34,253 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:34,254 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/f266372186e6428eac3724db57d7d318 is 50, key is test_row_0/B:col10/1732738951431/Put/seqid=0 2024-11-27T20:22:34,255 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112763ada51aeca347f7992fe2cd0a469c48_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:34,257 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112763ada51aeca347f7992fe2cd0a469c48_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:34,258 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112763ada51aeca347f7992fe2cd0a469c48_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:34,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742106_1282 (size=13187) 2024-11-27T20:22:34,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:34,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742107_1283 (size=4469) 2024-11-27T20:22:34,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-27T20:22:34,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:34,288 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:22:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:34,289 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#238 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:34,290 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/ae07b7d49bde4f608369fdb4b18b3c28 is 175, key is test_row_0/A:col10/1732738951431/Put/seqid=0 2024-11-27T20:22:34,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127dfdf0874a14a49959244b6c1b3636857_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738952556/Put/seqid=0 2024-11-27T20:22:34,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742108_1284 (size=32141) 2024-11-27T20:22:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742109_1285 (size=12454) 2024-11-27T20:22:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:34,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:34,696 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/f266372186e6428eac3724db57d7d318 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f266372186e6428eac3724db57d7d318 2024-11-27T20:22:34,702 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into f266372186e6428eac3724db57d7d318(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:34,702 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:34,702 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=12, startTime=1732738954232; duration=0sec 2024-11-27T20:22:34,702 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:34,702 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:34,702 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:34,707 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:34,708 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:34,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:34,709 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:34,710 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/b9a27213b245474b85a989f841817e5e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/235355ebfd1e432b880cdadd3f612237, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e9de81c1b29f4a5ebd049cd41c7583eb] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=36.8 K 2024-11-27T20:22:34,711 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b9a27213b245474b85a989f841817e5e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732738950155 2024-11-27T20:22:34,711 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 235355ebfd1e432b880cdadd3f612237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732738950286 2024-11-27T20:22:34,713 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127dfdf0874a14a49959244b6c1b3636857_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127dfdf0874a14a49959244b6c1b3636857_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:34,713 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/ae07b7d49bde4f608369fdb4b18b3c28 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ae07b7d49bde4f608369fdb4b18b3c28 2024-11-27T20:22:34,713 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e9de81c1b29f4a5ebd049cd41c7583eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732738951431 2024-11-27T20:22:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/5437764dea384ff49ec4ca1d5224fc60, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:34,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/5437764dea384ff49ec4ca1d5224fc60 is 175, key is test_row_0/A:col10/1732738952556/Put/seqid=0 2024-11-27T20:22:34,719 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into ae07b7d49bde4f608369fdb4b18b3c28(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:34,720 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:34,720 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=12, startTime=1732738954232; duration=0sec 2024-11-27T20:22:34,720 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:34,720 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739014720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:34,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739014722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:34,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739014723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742110_1286 (size=31255) 2024-11-27T20:22:34,744 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/5437764dea384ff49ec4ca1d5224fc60 2024-11-27T20:22:34,753 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:34,754 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/1257da9612eb4d0dbdb2ea98b5f7e380 is 50, key is test_row_0/C:col10/1732738951431/Put/seqid=0 2024-11-27T20:22:34,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/1fa181e5f1eb4159be79e9d1011a0197 is 50, key is test_row_0/B:col10/1732738952556/Put/seqid=0 2024-11-27T20:22:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742111_1287 (size=13187) 2024-11-27T20:22:34,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742112_1288 (size=12301) 2024-11-27T20:22:34,789 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/1fa181e5f1eb4159be79e9d1011a0197 2024-11-27T20:22:34,792 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/1257da9612eb4d0dbdb2ea98b5f7e380 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/1257da9612eb4d0dbdb2ea98b5f7e380 2024-11-27T20:22:34,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/089aadef449340ffa2d592751724dbf6 is 50, key is test_row_0/C:col10/1732738952556/Put/seqid=0 2024-11-27T20:22:34,801 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into 1257da9612eb4d0dbdb2ea98b5f7e380(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:34,801 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:34,801 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=13, startTime=1732738954232; duration=0sec 2024-11-27T20:22:34,801 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:34,801 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:34,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742113_1289 (size=12301) 2024-11-27T20:22:34,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739014824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:34,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739014829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:34,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739014829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:22:35,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739015031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739015032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739015033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,208 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/089aadef449340ffa2d592751724dbf6 2024-11-27T20:22:35,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/5437764dea384ff49ec4ca1d5224fc60 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/5437764dea384ff49ec4ca1d5224fc60 2024-11-27T20:22:35,218 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/5437764dea384ff49ec4ca1d5224fc60, entries=150, sequenceid=384, filesize=30.5 K 2024-11-27T20:22:35,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/1fa181e5f1eb4159be79e9d1011a0197 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1fa181e5f1eb4159be79e9d1011a0197 2024-11-27T20:22:35,225 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1fa181e5f1eb4159be79e9d1011a0197, entries=150, sequenceid=384, filesize=12.0 K 2024-11-27T20:22:35,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/089aadef449340ffa2d592751724dbf6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/089aadef449340ffa2d592751724dbf6 2024-11-27T20:22:35,236 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/089aadef449340ffa2d592751724dbf6, entries=150, sequenceid=384, filesize=12.0 K 2024-11-27T20:22:35,237 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 92798634305d5e8083724e881f6dce4a in 950ms, sequenceid=384, compaction requested=false 2024-11-27T20:22:35,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:35,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:35,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-27T20:22:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-27T20:22:35,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-27T20:22:35,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4790 sec 2024-11-27T20:22:35,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.5040 sec 2024-11-27T20:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:35,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:22:35,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:35,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:35,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:35,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:35,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:35,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:35,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112751a82d65005041fa81133a2ee05431c3_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738955337/Put/seqid=0 2024-11-27T20:22:35,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739015348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739015349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742114_1290 (size=14994) 2024-11-27T20:22:35,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739015349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,355 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:35,359 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112751a82d65005041fa81133a2ee05431c3_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112751a82d65005041fa81133a2ee05431c3_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:35,361 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/c024c8d3407f490d97e7a08e940faca3, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:35,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/c024c8d3407f490d97e7a08e940faca3 is 175, key is test_row_0/A:col10/1732738955337/Put/seqid=0 2024-11-27T20:22:35,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742115_1291 (size=39949) 2024-11-27T20:22:35,373 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/c024c8d3407f490d97e7a08e940faca3 2024-11-27T20:22:35,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/b56b5d94c9d54f5a8eb4cdad55a16f93 is 50, key is test_row_0/B:col10/1732738955337/Put/seqid=0 2024-11-27T20:22:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742116_1292 (size=12301) 2024-11-27T20:22:35,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/b56b5d94c9d54f5a8eb4cdad55a16f93 2024-11-27T20:22:35,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/d9192c0ed1594dfeb5616a7459abc197 is 50, key is test_row_0/C:col10/1732738955337/Put/seqid=0 2024-11-27T20:22:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742117_1293 (size=12301) 2024-11-27T20:22:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739015451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739015451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739015452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739015660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739015664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739015668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:35,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/d9192c0ed1594dfeb5616a7459abc197 2024-11-27T20:22:35,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/c024c8d3407f490d97e7a08e940faca3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/c024c8d3407f490d97e7a08e940faca3 2024-11-27T20:22:35,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/c024c8d3407f490d97e7a08e940faca3, entries=200, sequenceid=413, filesize=39.0 K 2024-11-27T20:22:35,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/b56b5d94c9d54f5a8eb4cdad55a16f93 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/b56b5d94c9d54f5a8eb4cdad55a16f93 2024-11-27T20:22:35,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/b56b5d94c9d54f5a8eb4cdad55a16f93, entries=150, sequenceid=413, filesize=12.0 K 2024-11-27T20:22:35,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/d9192c0ed1594dfeb5616a7459abc197 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d9192c0ed1594dfeb5616a7459abc197 2024-11-27T20:22:35,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d9192c0ed1594dfeb5616a7459abc197, entries=150, sequenceid=413, filesize=12.0 K 2024-11-27T20:22:35,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 92798634305d5e8083724e881f6dce4a in 492ms, sequenceid=413, compaction requested=true 2024-11-27T20:22:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:35,830 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:35,830 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:35,832 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:35,832 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:35,832 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:35,832 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:35,832 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:35,832 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f266372186e6428eac3724db57d7d318, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1fa181e5f1eb4159be79e9d1011a0197, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/b56b5d94c9d54f5a8eb4cdad55a16f93] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=36.9 K 2024-11-27T20:22:35,832 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:35,832 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ae07b7d49bde4f608369fdb4b18b3c28, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/5437764dea384ff49ec4ca1d5224fc60, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/c024c8d3407f490d97e7a08e940faca3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=100.9 K 2024-11-27T20:22:35,832 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:35,832 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ae07b7d49bde4f608369fdb4b18b3c28, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/5437764dea384ff49ec4ca1d5224fc60, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/c024c8d3407f490d97e7a08e940faca3] 2024-11-27T20:22:35,832 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f266372186e6428eac3724db57d7d318, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732738951431 2024-11-27T20:22:35,833 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae07b7d49bde4f608369fdb4b18b3c28, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732738951431 2024-11-27T20:22:35,833 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fa181e5f1eb4159be79e9d1011a0197, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732738952556 2024-11-27T20:22:35,834 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5437764dea384ff49ec4ca1d5224fc60, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732738952556 2024-11-27T20:22:35,834 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c024c8d3407f490d97e7a08e940faca3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732738954718 2024-11-27T20:22:35,834 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b56b5d94c9d54f5a8eb4cdad55a16f93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732738954718 2024-11-27T20:22:35,844 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:35,847 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411276b508665851143b79925d88a713a5033_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:35,847 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:35,848 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/be6a8d5158a845e794853c0ed9234947 is 50, key is test_row_0/B:col10/1732738955337/Put/seqid=0 2024-11-27T20:22:35,849 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411276b508665851143b79925d88a713a5033_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:35,849 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276b508665851143b79925d88a713a5033_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:35,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742118_1294 (size=13289) 2024-11-27T20:22:35,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742119_1295 (size=4469) 2024-11-27T20:22:35,861 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#247 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:35,862 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/12c6e607f914480d933fb96780c2caef is 175, key is test_row_0/A:col10/1732738955337/Put/seqid=0 2024-11-27T20:22:35,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742120_1296 (size=32243) 2024-11-27T20:22:35,875 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/12c6e607f914480d933fb96780c2caef as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/12c6e607f914480d933fb96780c2caef 2024-11-27T20:22:35,879 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into 12c6e607f914480d933fb96780c2caef(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:35,879 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:35,879 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=13, startTime=1732738955830; duration=0sec 2024-11-27T20:22:35,879 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:35,879 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:35,880 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:35,880 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:35,880 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:35,881 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:35,881 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/1257da9612eb4d0dbdb2ea98b5f7e380, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/089aadef449340ffa2d592751724dbf6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d9192c0ed1594dfeb5616a7459abc197] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=36.9 K 2024-11-27T20:22:35,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1257da9612eb4d0dbdb2ea98b5f7e380, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732738951431 2024-11-27T20:22:35,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 089aadef449340ffa2d592751724dbf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732738952556 2024-11-27T20:22:35,882 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9192c0ed1594dfeb5616a7459abc197, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732738954718 2024-11-27T20:22:35,900 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:35,901 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/dca647220c014300bc43abdb71ebbb9e is 50, key is test_row_0/C:col10/1732738955337/Put/seqid=0 2024-11-27T20:22:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742121_1297 (size=13289) 2024-11-27T20:22:35,927 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/dca647220c014300bc43abdb71ebbb9e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/dca647220c014300bc43abdb71ebbb9e 2024-11-27T20:22:35,932 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into dca647220c014300bc43abdb71ebbb9e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:35,932 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:35,932 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=13, startTime=1732738955830; duration=0sec 2024-11-27T20:22:35,932 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:35,932 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:35,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:35,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:35,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:35,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:35,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:35,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:35,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127532156c53f134e1baae8b05b1ad3f404_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738955345/Put/seqid=0 2024-11-27T20:22:35,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742122_1298 (size=12454) 2024-11-27T20:22:36,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:22:36,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739016019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739016020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739016020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739016122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739016125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739016125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,264 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/be6a8d5158a845e794853c0ed9234947 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/be6a8d5158a845e794853c0ed9234947 2024-11-27T20:22:36,269 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into be6a8d5158a845e794853c0ed9234947(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:36,269 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:36,269 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=13, startTime=1732738955830; duration=0sec 2024-11-27T20:22:36,269 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:36,269 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:36,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739016324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739016329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739016329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,382 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:36,386 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127532156c53f134e1baae8b05b1ad3f404_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127532156c53f134e1baae8b05b1ad3f404_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:36,387 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/d9e755356cfe43f690254ea5afe2e742, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:36,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/d9e755356cfe43f690254ea5afe2e742 is 175, key is test_row_0/A:col10/1732738955345/Put/seqid=0 2024-11-27T20:22:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742123_1299 (size=31255) 2024-11-27T20:22:36,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739016627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739016631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739016632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,817 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=426, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/d9e755356cfe43f690254ea5afe2e742 2024-11-27T20:22:36,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/17d29fafc1d44196a9a696bf14ee4a01 is 50, key is test_row_0/B:col10/1732738955345/Put/seqid=0 2024-11-27T20:22:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742124_1300 (size=12301) 2024-11-27T20:22:36,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50928 deadline: 1732739016832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,833 DEBUG [Thread-836 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:22:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T20:22:36,842 INFO [Thread-842 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-27T20:22:36,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-27T20:22:36,845 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:36,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:22:36,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:22:36,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:36,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:36,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:36,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739017136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739017137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739017136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:22:37,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:37,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:22:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/17d29fafc1d44196a9a696bf14ee4a01 2024-11-27T20:22:37,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/f38b5c1116dc414785d15b361fd975d4 is 50, key is test_row_0/C:col10/1732738955345/Put/seqid=0 2024-11-27T20:22:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742125_1301 (size=12301) 2024-11-27T20:22:37,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:37,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:22:37,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:37,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:22:37,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:37,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:22:37,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:37,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:37,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:22:37,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:37,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:37,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/f38b5c1116dc414785d15b361fd975d4 2024-11-27T20:22:37,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/d9e755356cfe43f690254ea5afe2e742 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d9e755356cfe43f690254ea5afe2e742 2024-11-27T20:22:37,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d9e755356cfe43f690254ea5afe2e742, entries=150, sequenceid=426, filesize=30.5 K 2024-11-27T20:22:37,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/17d29fafc1d44196a9a696bf14ee4a01 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/17d29fafc1d44196a9a696bf14ee4a01 2024-11-27T20:22:37,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/17d29fafc1d44196a9a696bf14ee4a01, entries=150, sequenceid=426, filesize=12.0 K 2024-11-27T20:22:37,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/f38b5c1116dc414785d15b361fd975d4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/f38b5c1116dc414785d15b361fd975d4 2024-11-27T20:22:37,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/f38b5c1116dc414785d15b361fd975d4, entries=150, sequenceid=426, filesize=12.0 K 2024-11-27T20:22:37,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 92798634305d5e8083724e881f6dce4a in 1729ms, sequenceid=426, compaction requested=false 2024-11-27T20:22:37,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:37,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:37,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T20:22:37,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:37,767 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:37,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bf6251ac45364bada1c9cff9d44cddf8_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738956010/Put/seqid=0 2024-11-27T20:22:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742126_1302 (size=12454) 2024-11-27T20:22:37,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:37,785 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bf6251ac45364bada1c9cff9d44cddf8_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bf6251ac45364bada1c9cff9d44cddf8_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:37,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/fee89e7dd3a949a2a253908267fe5e8b, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:37,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/fee89e7dd3a949a2a253908267fe5e8b is 175, key is test_row_0/A:col10/1732738956010/Put/seqid=0 2024-11-27T20:22:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742127_1303 (size=31255) 2024-11-27T20:22:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:22:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:38,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. as already flushing 2024-11-27T20:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739018151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739018151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739018152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,187 DEBUG [Thread-843 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:51089 2024-11-27T20:22:38,187 DEBUG [Thread-843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:38,188 DEBUG [Thread-849 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:51089 2024-11-27T20:22:38,188 DEBUG [Thread-849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:38,189 DEBUG [Thread-845 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:51089 2024-11-27T20:22:38,189 DEBUG [Thread-845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:38,191 DEBUG [Thread-847 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:51089 2024-11-27T20:22:38,191 DEBUG [Thread-847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:38,200 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/fee89e7dd3a949a2a253908267fe5e8b 2024-11-27T20:22:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/81cd231a25c944b192e9b7a5de4a31a4 is 50, key is test_row_0/B:col10/1732738956010/Put/seqid=0 2024-11-27T20:22:38,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742128_1304 (size=12301) 2024-11-27T20:22:38,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739018255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739018255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739018255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739018457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739018457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739018457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,611 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/81cd231a25c944b192e9b7a5de4a31a4 2024-11-27T20:22:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/23b4bd4da9b64e22888e656f51af72a2 is 50, key is test_row_0/C:col10/1732738956010/Put/seqid=0 2024-11-27T20:22:38,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742129_1305 (size=12301) 2024-11-27T20:22:38,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50936 deadline: 1732739018760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50992 deadline: 1732739018760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50990 deadline: 1732739018760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:22:39,024 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/23b4bd4da9b64e22888e656f51af72a2 2024-11-27T20:22:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/fee89e7dd3a949a2a253908267fe5e8b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fee89e7dd3a949a2a253908267fe5e8b 2024-11-27T20:22:39,032 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fee89e7dd3a949a2a253908267fe5e8b, entries=150, sequenceid=452, filesize=30.5 K 2024-11-27T20:22:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/81cd231a25c944b192e9b7a5de4a31a4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/81cd231a25c944b192e9b7a5de4a31a4 2024-11-27T20:22:39,037 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/81cd231a25c944b192e9b7a5de4a31a4, entries=150, sequenceid=452, filesize=12.0 K 2024-11-27T20:22:39,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/23b4bd4da9b64e22888e656f51af72a2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/23b4bd4da9b64e22888e656f51af72a2 2024-11-27T20:22:39,041 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/23b4bd4da9b64e22888e656f51af72a2, entries=150, sequenceid=452, filesize=12.0 K 2024-11-27T20:22:39,042 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 92798634305d5e8083724e881f6dce4a in 1276ms, sequenceid=452, compaction requested=true 2024-11-27T20:22:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-27T20:22:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-27T20:22:39,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-27T20:22:39,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1970 sec 2024-11-27T20:22:39,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.2010 sec 2024-11-27T20:22:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:39,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:22:39,263 DEBUG [Thread-838 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:51089 2024-11-27T20:22:39,263 DEBUG [Thread-838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:39,266 DEBUG [Thread-832 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:51089 2024-11-27T20:22:39,266 DEBUG [Thread-832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:39,268 DEBUG [Thread-840 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:51089 2024-11-27T20:22:39,268 DEBUG [Thread-840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:39,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275c363e503a2c4ee9b876632f45d60e6a_92798634305d5e8083724e881f6dce4a is 50, key is test_row_0/A:col10/1732738958150/Put/seqid=0 2024-11-27T20:22:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742130_1306 (size=12454) 2024-11-27T20:22:39,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:39,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275c363e503a2c4ee9b876632f45d60e6a_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275c363e503a2c4ee9b876632f45d60e6a_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:39,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/ed25fe5e6e8a4052b82c4f58dc415683, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:39,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/ed25fe5e6e8a4052b82c4f58dc415683 is 175, key is test_row_0/A:col10/1732738958150/Put/seqid=0 2024-11-27T20:22:39,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742131_1307 (size=31255) 2024-11-27T20:22:39,729 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=464, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/ed25fe5e6e8a4052b82c4f58dc415683 2024-11-27T20:22:39,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/da924bd876714125898ee4ce5f979c86 is 50, key is test_row_0/B:col10/1732738958150/Put/seqid=0 2024-11-27T20:22:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742132_1308 (size=12301) 2024-11-27T20:22:40,048 DEBUG [master/23827885d8b7:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region abdb53a2f8d33fbcf823cc91627efb99 changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:22:40,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/da924bd876714125898ee4ce5f979c86 2024-11-27T20:22:40,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/c82ac69b0707423e8652631cc750bc7b is 50, key is test_row_0/C:col10/1732738958150/Put/seqid=0 2024-11-27T20:22:40,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742133_1309 (size=12301) 2024-11-27T20:22:40,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/c82ac69b0707423e8652631cc750bc7b 2024-11-27T20:22:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/ed25fe5e6e8a4052b82c4f58dc415683 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ed25fe5e6e8a4052b82c4f58dc415683 2024-11-27T20:22:40,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ed25fe5e6e8a4052b82c4f58dc415683, entries=150, sequenceid=464, filesize=30.5 K 2024-11-27T20:22:40,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/da924bd876714125898ee4ce5f979c86 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/da924bd876714125898ee4ce5f979c86 2024-11-27T20:22:40,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/da924bd876714125898ee4ce5f979c86, entries=150, sequenceid=464, filesize=12.0 K 2024-11-27T20:22:40,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/c82ac69b0707423e8652631cc750bc7b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/c82ac69b0707423e8652631cc750bc7b 2024-11-27T20:22:40,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/c82ac69b0707423e8652631cc750bc7b, entries=150, sequenceid=464, filesize=12.0 K 2024-11-27T20:22:40,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for 92798634305d5e8083724e881f6dce4a in 1303ms, sequenceid=464, compaction requested=true 2024-11-27T20:22:40,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:40,567 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:40,567 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 92798634305d5e8083724e881f6dce4a:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:40,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:40,568 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 126008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:40,568 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:40,568 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/A is initiating minor compaction (all files) 2024-11-27T20:22:40,568 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/B is initiating minor compaction (all files) 2024-11-27T20:22:40,568 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/A in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:40,568 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/B in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:40,568 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/12c6e607f914480d933fb96780c2caef, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d9e755356cfe43f690254ea5afe2e742, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fee89e7dd3a949a2a253908267fe5e8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ed25fe5e6e8a4052b82c4f58dc415683] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=123.1 K 2024-11-27T20:22:40,568 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:40,568 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/be6a8d5158a845e794853c0ed9234947, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/17d29fafc1d44196a9a696bf14ee4a01, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/81cd231a25c944b192e9b7a5de4a31a4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/da924bd876714125898ee4ce5f979c86] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=49.0 K 2024-11-27T20:22:40,568 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/12c6e607f914480d933fb96780c2caef, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d9e755356cfe43f690254ea5afe2e742, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fee89e7dd3a949a2a253908267fe5e8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ed25fe5e6e8a4052b82c4f58dc415683] 2024-11-27T20:22:40,568 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting be6a8d5158a845e794853c0ed9234947, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732738954718 2024-11-27T20:22:40,569 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12c6e607f914480d933fb96780c2caef, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732738954718 2024-11-27T20:22:40,569 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 17d29fafc1d44196a9a696bf14ee4a01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732738955340 2024-11-27T20:22:40,569 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9e755356cfe43f690254ea5afe2e742, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732738955340 2024-11-27T20:22:40,569 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting fee89e7dd3a949a2a253908267fe5e8b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732738956010 2024-11-27T20:22:40,569 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 81cd231a25c944b192e9b7a5de4a31a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732738956010 2024-11-27T20:22:40,569 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed25fe5e6e8a4052b82c4f58dc415683, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732738958150 2024-11-27T20:22:40,569 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting da924bd876714125898ee4ce5f979c86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732738958150 2024-11-27T20:22:40,579 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:40,579 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/7fcbd55d62104fe29a13e79a9036dee1 is 50, key is test_row_0/B:col10/1732738958150/Put/seqid=0 2024-11-27T20:22:40,581 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:40,589 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127e2c56bc1dcc748ec865dc06cf1a5c931_92798634305d5e8083724e881f6dce4a store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:40,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742134_1310 (size=13425) 2024-11-27T20:22:40,621 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127e2c56bc1dcc748ec865dc06cf1a5c931_92798634305d5e8083724e881f6dce4a, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:40,621 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e2c56bc1dcc748ec865dc06cf1a5c931_92798634305d5e8083724e881f6dce4a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:40,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742135_1311 (size=4469) 2024-11-27T20:22:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T20:22:40,952 INFO [Thread-842 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-27T20:22:40,995 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/7fcbd55d62104fe29a13e79a9036dee1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/7fcbd55d62104fe29a13e79a9036dee1 2024-11-27T20:22:40,999 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/B of 92798634305d5e8083724e881f6dce4a into 7fcbd55d62104fe29a13e79a9036dee1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:40,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:40,999 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/B, priority=12, startTime=1732738960567; duration=0sec 2024-11-27T20:22:40,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:40,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:B 2024-11-27T20:22:41,000 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:22:41,001 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:22:41,001 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 92798634305d5e8083724e881f6dce4a/C is initiating minor compaction (all files) 2024-11-27T20:22:41,001 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 92798634305d5e8083724e881f6dce4a/C in TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:41,001 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/dca647220c014300bc43abdb71ebbb9e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/f38b5c1116dc414785d15b361fd975d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/23b4bd4da9b64e22888e656f51af72a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/c82ac69b0707423e8652631cc750bc7b] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp, totalSize=49.0 K 2024-11-27T20:22:41,001 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting dca647220c014300bc43abdb71ebbb9e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732738954718 2024-11-27T20:22:41,002 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f38b5c1116dc414785d15b361fd975d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732738955340 2024-11-27T20:22:41,002 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b4bd4da9b64e22888e656f51af72a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732738956010 2024-11-27T20:22:41,002 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c82ac69b0707423e8652631cc750bc7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732738958150 2024-11-27T20:22:41,013 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#C#compaction#261 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:41,014 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/199606b161f945a0b07c39a3ad7d0661 is 50, key is test_row_0/C:col10/1732738958150/Put/seqid=0 2024-11-27T20:22:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742136_1312 (size=13425) 2024-11-27T20:22:41,029 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 92798634305d5e8083724e881f6dce4a#A#compaction#260 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:41,030 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/d42d97cd6b7b4dd6b5257bfc7c9fc6e3 is 175, key is test_row_0/A:col10/1732738958150/Put/seqid=0 2024-11-27T20:22:41,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742137_1313 (size=32379) 2024-11-27T20:22:41,426 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/199606b161f945a0b07c39a3ad7d0661 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/199606b161f945a0b07c39a3ad7d0661 2024-11-27T20:22:41,431 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/C of 92798634305d5e8083724e881f6dce4a into 199606b161f945a0b07c39a3ad7d0661(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:41,432 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:41,432 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/C, priority=12, startTime=1732738960567; duration=0sec 2024-11-27T20:22:41,432 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:41,432 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:C 2024-11-27T20:22:41,440 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/d42d97cd6b7b4dd6b5257bfc7c9fc6e3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d42d97cd6b7b4dd6b5257bfc7c9fc6e3 2024-11-27T20:22:41,445 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 92798634305d5e8083724e881f6dce4a/A of 92798634305d5e8083724e881f6dce4a into d42d97cd6b7b4dd6b5257bfc7c9fc6e3(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:41,445 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:41,445 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a., storeName=92798634305d5e8083724e881f6dce4a/A, priority=12, startTime=1732738960566; duration=0sec 2024-11-27T20:22:41,445 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:41,445 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 92798634305d5e8083724e881f6dce4a:A 2024-11-27T20:22:42,772 DEBUG [Thread-834 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:51089 2024-11-27T20:22:42,773 DEBUG [Thread-834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:46,928 DEBUG [Thread-836 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:51089 2024-11-27T20:22:46,928 DEBUG [Thread-836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6318 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6026 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2641 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7922 rows 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2632 2024-11-27T20:22:46,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7895 rows 2024-11-27T20:22:46,929 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:22:46,929 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:51089 2024-11-27T20:22:46,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:22:46,933 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:22:46,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:22:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:22:46,937 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738966937"}]},"ts":"1732738966937"} 2024-11-27T20:22:46,938 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:22:46,941 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:22:46,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:22:46,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, UNASSIGN}] 2024-11-27T20:22:46,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, UNASSIGN 2024-11-27T20:22:46,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=92798634305d5e8083724e881f6dce4a, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:46,945 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:22:46,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; CloseRegionProcedure 92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:22:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:22:47,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:47,097 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(124): Close 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1681): Closing 92798634305d5e8083724e881f6dce4a, disabling compactions & flushes 2024-11-27T20:22:47,097 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. after waiting 0 ms 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:47,097 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(2837): Flushing 92798634305d5e8083724e881f6dce4a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=A 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=B 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 92798634305d5e8083724e881f6dce4a, store=C 2024-11-27T20:22:47,097 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:47,103 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270cde52db9f954d21aae32f7195ec7dae_92798634305d5e8083724e881f6dce4a is 50, key is test_row_2/A:col10/1732738966926/Put/seqid=0 2024-11-27T20:22:47,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742138_1314 (size=7374) 2024-11-27T20:22:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:22:47,508 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:47,513 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270cde52db9f954d21aae32f7195ec7dae_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cde52db9f954d21aae32f7195ec7dae_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:47,513 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/7a5ea26a2fcd4a4388b2181683bc2293, store: [table=TestAcidGuarantees family=A region=92798634305d5e8083724e881f6dce4a] 2024-11-27T20:22:47,514 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/7a5ea26a2fcd4a4388b2181683bc2293 is 175, key is test_row_2/A:col10/1732738966926/Put/seqid=0 2024-11-27T20:22:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742139_1315 (size=13865) 2024-11-27T20:22:47,518 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=474, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/7a5ea26a2fcd4a4388b2181683bc2293 2024-11-27T20:22:47,525 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/74daae22c69849e4b3d07985385fba53 is 50, key is test_row_2/B:col10/1732738966926/Put/seqid=0 2024-11-27T20:22:47,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742140_1316 (size=7415) 2024-11-27T20:22:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:22:47,930 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/74daae22c69849e4b3d07985385fba53 2024-11-27T20:22:47,937 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/6e76d4bf829d4613bfb7dcfd64ba457a is 50, key is test_row_2/C:col10/1732738966926/Put/seqid=0 2024-11-27T20:22:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742141_1317 (size=7415) 2024-11-27T20:22:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:22:48,342 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/6e76d4bf829d4613bfb7dcfd64ba457a 2024-11-27T20:22:48,346 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/A/7a5ea26a2fcd4a4388b2181683bc2293 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/7a5ea26a2fcd4a4388b2181683bc2293 2024-11-27T20:22:48,349 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/7a5ea26a2fcd4a4388b2181683bc2293, entries=50, sequenceid=474, filesize=13.5 K 2024-11-27T20:22:48,350 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/B/74daae22c69849e4b3d07985385fba53 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/74daae22c69849e4b3d07985385fba53 2024-11-27T20:22:48,353 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/74daae22c69849e4b3d07985385fba53, entries=50, sequenceid=474, filesize=7.2 K 2024-11-27T20:22:48,353 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/.tmp/C/6e76d4bf829d4613bfb7dcfd64ba457a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/6e76d4bf829d4613bfb7dcfd64ba457a 2024-11-27T20:22:48,356 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/6e76d4bf829d4613bfb7dcfd64ba457a, entries=50, sequenceid=474, filesize=7.2 K 2024-11-27T20:22:48,357 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 92798634305d5e8083724e881f6dce4a in 1260ms, sequenceid=474, compaction requested=false 2024-11-27T20:22:48,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/42921bfcf3f94736985c7cc12b2716aa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/6a4d65a398c74a158035644ee093f5c3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1b64696dc7a342dfa0d9ee705fedce67, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d8a54fedb75f4a3980c7a49512dfb7f3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e35bcb702e3f44b68b99eb0f7987e517, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/34d6904b20b34bd7af713d598fb90356, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e257a40c87a6412f9add629a374a5e92, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/74476a855fb64ff785e5f906fd4f7d89, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/3d1914c70aa0453b9cccbb4888174aba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/f2b1b18e73ae4841ba4b62fad2bac194, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/17166df987f44af495aea6ea254a2153, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1bde02875ae243618a4d9aeb4df7dfe3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9e9b5ede40924ba885cbc804713cffa3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4d1edd5ba31a45c3b8beb8d915f023b8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4346814a6a684f82b5f8776cfd1023d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/8d8fe801e8984edc85034b08ed6c1bed, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/05b2188d0e3d4f22ba6c8f7696badab2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/704df86cd268484ba60f33ae284af955, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4c3d4fa81615408a8b4be61cbf857533, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/cef7adda09074bbc80e00b5070613be3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/79cf606ca4f54e4ea41b310d531c0233, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/85901ee0b8de46cdae838dadfe790255, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9467227bc31e49a29ca993f0381840d6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/722cc73bc68144498f3ca95c4874316d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fd3cfe32463a4e56af75730c99b0049b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ae07b7d49bde4f608369fdb4b18b3c28, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/0387691629c84597bb2bf01a494eac3a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/5437764dea384ff49ec4ca1d5224fc60, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/c024c8d3407f490d97e7a08e940faca3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/12c6e607f914480d933fb96780c2caef, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d9e755356cfe43f690254ea5afe2e742, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fee89e7dd3a949a2a253908267fe5e8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ed25fe5e6e8a4052b82c4f58dc415683] to archive 2024-11-27T20:22:48,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:22:48,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/42921bfcf3f94736985c7cc12b2716aa to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/42921bfcf3f94736985c7cc12b2716aa 2024-11-27T20:22:48,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/6a4d65a398c74a158035644ee093f5c3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/6a4d65a398c74a158035644ee093f5c3 2024-11-27T20:22:48,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1b64696dc7a342dfa0d9ee705fedce67 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1b64696dc7a342dfa0d9ee705fedce67 2024-11-27T20:22:48,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d8a54fedb75f4a3980c7a49512dfb7f3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d8a54fedb75f4a3980c7a49512dfb7f3 2024-11-27T20:22:48,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e35bcb702e3f44b68b99eb0f7987e517 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e35bcb702e3f44b68b99eb0f7987e517 2024-11-27T20:22:48,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/34d6904b20b34bd7af713d598fb90356 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/34d6904b20b34bd7af713d598fb90356 2024-11-27T20:22:48,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e257a40c87a6412f9add629a374a5e92 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/e257a40c87a6412f9add629a374a5e92 2024-11-27T20:22:48,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/74476a855fb64ff785e5f906fd4f7d89 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/74476a855fb64ff785e5f906fd4f7d89 2024-11-27T20:22:48,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/3d1914c70aa0453b9cccbb4888174aba to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/3d1914c70aa0453b9cccbb4888174aba 2024-11-27T20:22:48,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/f2b1b18e73ae4841ba4b62fad2bac194 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/f2b1b18e73ae4841ba4b62fad2bac194 2024-11-27T20:22:48,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/17166df987f44af495aea6ea254a2153 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/17166df987f44af495aea6ea254a2153 2024-11-27T20:22:48,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1bde02875ae243618a4d9aeb4df7dfe3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/1bde02875ae243618a4d9aeb4df7dfe3 2024-11-27T20:22:48,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9e9b5ede40924ba885cbc804713cffa3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9e9b5ede40924ba885cbc804713cffa3 2024-11-27T20:22:48,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4d1edd5ba31a45c3b8beb8d915f023b8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4d1edd5ba31a45c3b8beb8d915f023b8 2024-11-27T20:22:48,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4346814a6a684f82b5f8776cfd1023d4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4346814a6a684f82b5f8776cfd1023d4 2024-11-27T20:22:48,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/8d8fe801e8984edc85034b08ed6c1bed to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/8d8fe801e8984edc85034b08ed6c1bed 2024-11-27T20:22:48,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/05b2188d0e3d4f22ba6c8f7696badab2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/05b2188d0e3d4f22ba6c8f7696badab2 2024-11-27T20:22:48,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/704df86cd268484ba60f33ae284af955 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/704df86cd268484ba60f33ae284af955 2024-11-27T20:22:48,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4c3d4fa81615408a8b4be61cbf857533 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/4c3d4fa81615408a8b4be61cbf857533 2024-11-27T20:22:48,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/cef7adda09074bbc80e00b5070613be3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/cef7adda09074bbc80e00b5070613be3 2024-11-27T20:22:48,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/79cf606ca4f54e4ea41b310d531c0233 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/79cf606ca4f54e4ea41b310d531c0233 2024-11-27T20:22:48,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/85901ee0b8de46cdae838dadfe790255 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/85901ee0b8de46cdae838dadfe790255 2024-11-27T20:22:48,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9467227bc31e49a29ca993f0381840d6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/9467227bc31e49a29ca993f0381840d6 2024-11-27T20:22:48,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/722cc73bc68144498f3ca95c4874316d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/722cc73bc68144498f3ca95c4874316d 2024-11-27T20:22:48,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fd3cfe32463a4e56af75730c99b0049b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fd3cfe32463a4e56af75730c99b0049b 2024-11-27T20:22:48,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ae07b7d49bde4f608369fdb4b18b3c28 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ae07b7d49bde4f608369fdb4b18b3c28 2024-11-27T20:22:48,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/0387691629c84597bb2bf01a494eac3a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/0387691629c84597bb2bf01a494eac3a 2024-11-27T20:22:48,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/5437764dea384ff49ec4ca1d5224fc60 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/5437764dea384ff49ec4ca1d5224fc60 2024-11-27T20:22:48,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/c024c8d3407f490d97e7a08e940faca3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/c024c8d3407f490d97e7a08e940faca3 2024-11-27T20:22:48,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/12c6e607f914480d933fb96780c2caef to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/12c6e607f914480d933fb96780c2caef 2024-11-27T20:22:48,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d9e755356cfe43f690254ea5afe2e742 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d9e755356cfe43f690254ea5afe2e742 2024-11-27T20:22:48,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fee89e7dd3a949a2a253908267fe5e8b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/fee89e7dd3a949a2a253908267fe5e8b 2024-11-27T20:22:48,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ed25fe5e6e8a4052b82c4f58dc415683 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/ed25fe5e6e8a4052b82c4f58dc415683 2024-11-27T20:22:48,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/58499f5cc7bc4df69d75d6b775e3d410, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/12ba3e8ff7fe476e82a19d36a4d743c7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/06a24618049e46f19ae2e498778bd14e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f5a289739f1e4790bce145ce670791ad, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3a315d5662554f939e878c624bc14f7e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4b0034cf5c2d429b9f9f9b3edb58fe22, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/769648e6e9024ab89f56a12c282f1592, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1b94e5efb8ac4a9bbab17a557220d74f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/d712c1a3bc3e44c9b6e0b9283f3e91c5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/00ef25650eb543c2b2b431933972065e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/211ca6bfcdee4fe9b6a33678b86616a1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3b52fb0f7a0c4f2e9fe8472ef67100e3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/0d67c9ca96ce4e8ba3e7090db4bd71b0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/46acada2dd164374b8e874ea075b626c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/619388c8eb784bc2aed56d9f03cabedf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/96c865019b9744ed8192fe070a7cea8e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f0e0a322313d496aac2a6bc11008e45a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/695699b2f954403c8ad36f7c272c2035, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/260110373a834344afb226b33bf52996, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/90bf35b4e67a455aa5dd64700f27c681, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/729a6f70b0ca4051bd5ed8cb49131ebb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/14d36701002744bb8fdbb5fb6ce1e538, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4907c51623f746ae95ca2a85ed5a6d09, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/544b4abac1a44e60bb18e6879d78ae25, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f266372186e6428eac3724db57d7d318, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/31d61981662c4386b1367b585ca822d8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1fa181e5f1eb4159be79e9d1011a0197, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/be6a8d5158a845e794853c0ed9234947, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/b56b5d94c9d54f5a8eb4cdad55a16f93, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/17d29fafc1d44196a9a696bf14ee4a01, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/81cd231a25c944b192e9b7a5de4a31a4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/da924bd876714125898ee4ce5f979c86] to archive 2024-11-27T20:22:48,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:22:48,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/a0077e0daa9a40b8a3e38fa6a3f2f1c7 2024-11-27T20:22:48,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/58499f5cc7bc4df69d75d6b775e3d410 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/58499f5cc7bc4df69d75d6b775e3d410 2024-11-27T20:22:48,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/12ba3e8ff7fe476e82a19d36a4d743c7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/12ba3e8ff7fe476e82a19d36a4d743c7 2024-11-27T20:22:48,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/06a24618049e46f19ae2e498778bd14e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/06a24618049e46f19ae2e498778bd14e 2024-11-27T20:22:48,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f5a289739f1e4790bce145ce670791ad to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f5a289739f1e4790bce145ce670791ad 2024-11-27T20:22:48,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3a315d5662554f939e878c624bc14f7e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3a315d5662554f939e878c624bc14f7e 2024-11-27T20:22:48,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4b0034cf5c2d429b9f9f9b3edb58fe22 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4b0034cf5c2d429b9f9f9b3edb58fe22 2024-11-27T20:22:48,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/769648e6e9024ab89f56a12c282f1592 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/769648e6e9024ab89f56a12c282f1592 2024-11-27T20:22:48,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1b94e5efb8ac4a9bbab17a557220d74f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1b94e5efb8ac4a9bbab17a557220d74f 2024-11-27T20:22:48,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/d712c1a3bc3e44c9b6e0b9283f3e91c5 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/d712c1a3bc3e44c9b6e0b9283f3e91c5 2024-11-27T20:22:48,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/00ef25650eb543c2b2b431933972065e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/00ef25650eb543c2b2b431933972065e 2024-11-27T20:22:48,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/211ca6bfcdee4fe9b6a33678b86616a1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/211ca6bfcdee4fe9b6a33678b86616a1 2024-11-27T20:22:48,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3b52fb0f7a0c4f2e9fe8472ef67100e3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/3b52fb0f7a0c4f2e9fe8472ef67100e3 2024-11-27T20:22:48,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/0d67c9ca96ce4e8ba3e7090db4bd71b0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/0d67c9ca96ce4e8ba3e7090db4bd71b0 2024-11-27T20:22:48,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/46acada2dd164374b8e874ea075b626c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/46acada2dd164374b8e874ea075b626c 2024-11-27T20:22:48,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/619388c8eb784bc2aed56d9f03cabedf to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/619388c8eb784bc2aed56d9f03cabedf 2024-11-27T20:22:48,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/96c865019b9744ed8192fe070a7cea8e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/96c865019b9744ed8192fe070a7cea8e 2024-11-27T20:22:48,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f0e0a322313d496aac2a6bc11008e45a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f0e0a322313d496aac2a6bc11008e45a 2024-11-27T20:22:48,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/695699b2f954403c8ad36f7c272c2035 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/695699b2f954403c8ad36f7c272c2035 2024-11-27T20:22:48,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/260110373a834344afb226b33bf52996 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/260110373a834344afb226b33bf52996 2024-11-27T20:22:48,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/90bf35b4e67a455aa5dd64700f27c681 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/90bf35b4e67a455aa5dd64700f27c681 2024-11-27T20:22:48,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/729a6f70b0ca4051bd5ed8cb49131ebb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/729a6f70b0ca4051bd5ed8cb49131ebb 2024-11-27T20:22:48,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/14d36701002744bb8fdbb5fb6ce1e538 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/14d36701002744bb8fdbb5fb6ce1e538 2024-11-27T20:22:48,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4907c51623f746ae95ca2a85ed5a6d09 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/4907c51623f746ae95ca2a85ed5a6d09 2024-11-27T20:22:48,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/544b4abac1a44e60bb18e6879d78ae25 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/544b4abac1a44e60bb18e6879d78ae25 2024-11-27T20:22:48,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f266372186e6428eac3724db57d7d318 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/f266372186e6428eac3724db57d7d318 2024-11-27T20:22:48,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/31d61981662c4386b1367b585ca822d8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/31d61981662c4386b1367b585ca822d8 2024-11-27T20:22:48,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1fa181e5f1eb4159be79e9d1011a0197 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/1fa181e5f1eb4159be79e9d1011a0197 2024-11-27T20:22:48,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/be6a8d5158a845e794853c0ed9234947 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/be6a8d5158a845e794853c0ed9234947 2024-11-27T20:22:48,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/b56b5d94c9d54f5a8eb4cdad55a16f93 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/b56b5d94c9d54f5a8eb4cdad55a16f93 2024-11-27T20:22:48,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/17d29fafc1d44196a9a696bf14ee4a01 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/17d29fafc1d44196a9a696bf14ee4a01 2024-11-27T20:22:48,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/81cd231a25c944b192e9b7a5de4a31a4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/81cd231a25c944b192e9b7a5de4a31a4 2024-11-27T20:22:48,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/da924bd876714125898ee4ce5f979c86 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/da924bd876714125898ee4ce5f979c86 2024-11-27T20:22:48,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d62450b159184b8181a640933ed6b4ba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/eeb4b5e61c674d4fb91b18e90820ec45, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/ad134bf5e2be4a21bc756c583bfbb96d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/11cfcd52d77c4b8c973c2dc38858f39c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/40be6123793f43edb592bad322297ef7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/61171f9056d94ccd945fd640aecd1c79, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/8daefead10ce4b11a7e3fe2633718639, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/be6065d6ed154cbdb24e7a768c0829fb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/07b61ed28a7e46fc81eb426df62dd092, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9db19b4e3b334d84b3afc8eb2f9124d5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/abca2be08ad34874a85354643c08aa3c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9d622c6b2fb9468d8e8247df43e9a04d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/83ae72a84728411fa601b75300ba02c2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/833b65f03f98471eb069f0b2df4adfcc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e6b4cd97406941189bfd8b27884c8fba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/fa96a341004341ca892b809900709565, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7fa4d2ce84524b3992d6373c4ca00ea0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7deeeb8fd9bb4c3587de95960bc8f659, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9ad175b5d1f2439e9421d1a3ecb060a8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/73cb41a2926d44acb21c5ca6080e30c0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/93e8aae9ac6d453da7c016325daaf6d3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9a04cb80c3c74453b6524d2d9e2ba6c7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/b9a27213b245474b85a989f841817e5e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/08176ad91e5d435b9275994d2dd3cdcb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/235355ebfd1e432b880cdadd3f612237, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/1257da9612eb4d0dbdb2ea98b5f7e380, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e9de81c1b29f4a5ebd049cd41c7583eb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/089aadef449340ffa2d592751724dbf6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/dca647220c014300bc43abdb71ebbb9e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d9192c0ed1594dfeb5616a7459abc197, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/f38b5c1116dc414785d15b361fd975d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/23b4bd4da9b64e22888e656f51af72a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/c82ac69b0707423e8652631cc750bc7b] to archive 2024-11-27T20:22:48,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:22:48,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d62450b159184b8181a640933ed6b4ba to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d62450b159184b8181a640933ed6b4ba 2024-11-27T20:22:48,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/eeb4b5e61c674d4fb91b18e90820ec45 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/eeb4b5e61c674d4fb91b18e90820ec45 2024-11-27T20:22:48,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/ad134bf5e2be4a21bc756c583bfbb96d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/ad134bf5e2be4a21bc756c583bfbb96d 2024-11-27T20:22:48,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/11cfcd52d77c4b8c973c2dc38858f39c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/11cfcd52d77c4b8c973c2dc38858f39c 2024-11-27T20:22:48,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/40be6123793f43edb592bad322297ef7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/40be6123793f43edb592bad322297ef7 2024-11-27T20:22:48,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/61171f9056d94ccd945fd640aecd1c79 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/61171f9056d94ccd945fd640aecd1c79 2024-11-27T20:22:48,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/8daefead10ce4b11a7e3fe2633718639 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/8daefead10ce4b11a7e3fe2633718639 2024-11-27T20:22:48,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/be6065d6ed154cbdb24e7a768c0829fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/be6065d6ed154cbdb24e7a768c0829fb 2024-11-27T20:22:48,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/07b61ed28a7e46fc81eb426df62dd092 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/07b61ed28a7e46fc81eb426df62dd092 2024-11-27T20:22:48,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9db19b4e3b334d84b3afc8eb2f9124d5 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9db19b4e3b334d84b3afc8eb2f9124d5 2024-11-27T20:22:48,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/abca2be08ad34874a85354643c08aa3c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/abca2be08ad34874a85354643c08aa3c 2024-11-27T20:22:48,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9d622c6b2fb9468d8e8247df43e9a04d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9d622c6b2fb9468d8e8247df43e9a04d 2024-11-27T20:22:48,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/83ae72a84728411fa601b75300ba02c2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/83ae72a84728411fa601b75300ba02c2 2024-11-27T20:22:48,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/833b65f03f98471eb069f0b2df4adfcc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/833b65f03f98471eb069f0b2df4adfcc 2024-11-27T20:22:48,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e6b4cd97406941189bfd8b27884c8fba to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e6b4cd97406941189bfd8b27884c8fba 2024-11-27T20:22:48,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/fa96a341004341ca892b809900709565 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/fa96a341004341ca892b809900709565 2024-11-27T20:22:48,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7fa4d2ce84524b3992d6373c4ca00ea0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7fa4d2ce84524b3992d6373c4ca00ea0 2024-11-27T20:22:48,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7deeeb8fd9bb4c3587de95960bc8f659 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/7deeeb8fd9bb4c3587de95960bc8f659 2024-11-27T20:22:48,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9ad175b5d1f2439e9421d1a3ecb060a8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9ad175b5d1f2439e9421d1a3ecb060a8 2024-11-27T20:22:48,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/73cb41a2926d44acb21c5ca6080e30c0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/73cb41a2926d44acb21c5ca6080e30c0 2024-11-27T20:22:48,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/93e8aae9ac6d453da7c016325daaf6d3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/93e8aae9ac6d453da7c016325daaf6d3 2024-11-27T20:22:48,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9a04cb80c3c74453b6524d2d9e2ba6c7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/9a04cb80c3c74453b6524d2d9e2ba6c7 2024-11-27T20:22:48,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/b9a27213b245474b85a989f841817e5e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/b9a27213b245474b85a989f841817e5e 2024-11-27T20:22:48,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/08176ad91e5d435b9275994d2dd3cdcb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/08176ad91e5d435b9275994d2dd3cdcb 2024-11-27T20:22:48,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/235355ebfd1e432b880cdadd3f612237 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/235355ebfd1e432b880cdadd3f612237 2024-11-27T20:22:48,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/1257da9612eb4d0dbdb2ea98b5f7e380 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/1257da9612eb4d0dbdb2ea98b5f7e380 2024-11-27T20:22:48,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e9de81c1b29f4a5ebd049cd41c7583eb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/e9de81c1b29f4a5ebd049cd41c7583eb 2024-11-27T20:22:48,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/089aadef449340ffa2d592751724dbf6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/089aadef449340ffa2d592751724dbf6 2024-11-27T20:22:48,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/dca647220c014300bc43abdb71ebbb9e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/dca647220c014300bc43abdb71ebbb9e 2024-11-27T20:22:48,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d9192c0ed1594dfeb5616a7459abc197 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/d9192c0ed1594dfeb5616a7459abc197 2024-11-27T20:22:48,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/f38b5c1116dc414785d15b361fd975d4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/f38b5c1116dc414785d15b361fd975d4 2024-11-27T20:22:48,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/23b4bd4da9b64e22888e656f51af72a2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/23b4bd4da9b64e22888e656f51af72a2 2024-11-27T20:22:48,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/c82ac69b0707423e8652631cc750bc7b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/c82ac69b0707423e8652631cc750bc7b 2024-11-27T20:22:48,465 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/recovered.edits/477.seqid, newMaxSeqId=477, maxSeqId=4 2024-11-27T20:22:48,466 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a. 2024-11-27T20:22:48,466 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1635): Region close journal for 92798634305d5e8083724e881f6dce4a: 2024-11-27T20:22:48,467 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(170): Closed 92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:48,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=92798634305d5e8083724e881f6dce4a, regionState=CLOSED 2024-11-27T20:22:48,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-27T20:22:48,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; CloseRegionProcedure 92798634305d5e8083724e881f6dce4a, server=23827885d8b7,33005,1732738897633 in 1.5230 sec 2024-11-27T20:22:48,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-27T20:22:48,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=92798634305d5e8083724e881f6dce4a, UNASSIGN in 1.5260 sec 2024-11-27T20:22:48,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-27T20:22:48,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5290 sec 2024-11-27T20:22:48,473 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738968473"}]},"ts":"1732738968473"} 2024-11-27T20:22:48,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:22:48,475 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:22:48,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5430 sec 2024-11-27T20:22:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T20:22:49,041 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-27T20:22:49,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:22:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:49,043 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=77, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T20:22:49,043 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=77, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:49,045 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,047 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/recovered.edits] 2024-11-27T20:22:49,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/7a5ea26a2fcd4a4388b2181683bc2293 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/7a5ea26a2fcd4a4388b2181683bc2293 2024-11-27T20:22:49,050 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d42d97cd6b7b4dd6b5257bfc7c9fc6e3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/A/d42d97cd6b7b4dd6b5257bfc7c9fc6e3 2024-11-27T20:22:49,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/74daae22c69849e4b3d07985385fba53 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/74daae22c69849e4b3d07985385fba53 2024-11-27T20:22:49,053 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/7fcbd55d62104fe29a13e79a9036dee1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/B/7fcbd55d62104fe29a13e79a9036dee1 2024-11-27T20:22:49,055 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/199606b161f945a0b07c39a3ad7d0661 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/199606b161f945a0b07c39a3ad7d0661 2024-11-27T20:22:49,056 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/6e76d4bf829d4613bfb7dcfd64ba457a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/C/6e76d4bf829d4613bfb7dcfd64ba457a 2024-11-27T20:22:49,058 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/recovered.edits/477.seqid to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a/recovered.edits/477.seqid 2024-11-27T20:22:49,059 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,059 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:22:49,059 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:22:49,060 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T20:22:49,063 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270832c4156b284a7ba0eb81bcb7048315_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270832c4156b284a7ba0eb81bcb7048315_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,064 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270beb7b78184941e59e684cc2aa71fb02_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270beb7b78184941e59e684cc2aa71fb02_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,065 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cde52db9f954d21aae32f7195ec7dae_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cde52db9f954d21aae32f7195ec7dae_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,066 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112728300f88efeb4799b61de3bc038a2f00_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112728300f88efeb4799b61de3bc038a2f00_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,067 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ece6c7edd644e569326d5c309746225_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273ece6c7edd644e569326d5c309746225_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,068 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743d3146bdcb641caaee4e786a983f7c6_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743d3146bdcb641caaee4e786a983f7c6_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,069 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127461251c77b79412eb6434c9be1f73545_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127461251c77b79412eb6434c9be1f73545_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,070 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275140e92c9929489dac06ddadb2bd3ba1_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275140e92c9929489dac06ddadb2bd3ba1_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,071 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112751a82d65005041fa81133a2ee05431c3_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112751a82d65005041fa81133a2ee05431c3_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,072 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127532156c53f134e1baae8b05b1ad3f404_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127532156c53f134e1baae8b05b1ad3f404_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,073 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275c363e503a2c4ee9b876632f45d60e6a_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275c363e503a2c4ee9b876632f45d60e6a_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,074 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277b7793221cb640eb96932bc73c98f252_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277b7793221cb640eb96932bc73c98f252_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,075 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127880fb92b4e7b49ca8e4ccbabd4bbd691_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127880fb92b4e7b49ca8e4ccbabd4bbd691_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,076 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279dd38500a9ba4ac6b77bb9c14e64cda4_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279dd38500a9ba4ac6b77bb9c14e64cda4_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,077 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b557c2d662b44efe9f56bd3dafcd99ec_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b557c2d662b44efe9f56bd3dafcd99ec_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,078 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b82a388773184b79845de6ceb44f2c4b_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b82a388773184b79845de6ceb44f2c4b_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,079 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bf6251ac45364bada1c9cff9d44cddf8_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bf6251ac45364bada1c9cff9d44cddf8_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,080 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cfe6bca130024623a95f783e028f7e1d_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cfe6bca130024623a95f783e028f7e1d_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,080 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d38e07c988ad4d409191b16b3520d257_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d38e07c988ad4d409191b16b3520d257_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,081 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d80a376ea5e641ddb4c2ee7e20328e1b_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d80a376ea5e641ddb4c2ee7e20328e1b_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,082 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127dfdf0874a14a49959244b6c1b3636857_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127dfdf0874a14a49959244b6c1b3636857_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,083 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e3a0b105d9cd4432b86f43fa4d2000ed_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e3a0b105d9cd4432b86f43fa4d2000ed_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,084 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6ce5fd1f4e44feba31783222387599a_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6ce5fd1f4e44feba31783222387599a_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,085 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f665fad9c09b43c9b54863d774f63b55_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f665fad9c09b43c9b54863d774f63b55_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,086 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f7add6580fe24b18b13169e6af1c7026_92798634305d5e8083724e881f6dce4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f7add6580fe24b18b13169e6af1c7026_92798634305d5e8083724e881f6dce4a 2024-11-27T20:22:49,087 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:22:49,088 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=77, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:49,091 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:22:49,093 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:22:49,094 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=77, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:49,094 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:22:49,094 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732738969094"}]},"ts":"9223372036854775807"} 2024-11-27T20:22:49,096 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:22:49,096 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 92798634305d5e8083724e881f6dce4a, NAME => 'TestAcidGuarantees,,1732738935071.92798634305d5e8083724e881f6dce4a.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:22:49,096 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:22:49,096 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732738969096"}]},"ts":"9223372036854775807"} 2024-11-27T20:22:49,097 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:22:49,099 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=77, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:49,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-11-27T20:22:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T20:22:49,144 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-27T20:22:49,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 238), OpenFileDescriptor=450 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 383) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5330 (was 5778) 2024-11-27T20:22:49,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=5330 2024-11-27T20:22:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:22:49,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:22:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:22:49,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:22:49,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:49,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 78 2024-11-27T20:22:49,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:22:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-27T20:22:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742142_1318 (size=960) 2024-11-27T20:22:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-27T20:22:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-27T20:22:49,586 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:22:49,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742143_1319 (size=53) 2024-11-27T20:22:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-27T20:22:49,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:22:49,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a889450dc647d2c9d65d3893ca053563, disabling compactions & flushes 2024-11-27T20:22:49,994 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:49,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:49,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. after waiting 0 ms 2024-11-27T20:22:49,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:49,994 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:49,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:49,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:22:49,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732738969995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738969995"}]},"ts":"1732738969995"} 2024-11-27T20:22:49,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:22:49,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:22:49,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738969997"}]},"ts":"1732738969997"} 2024-11-27T20:22:49,998 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:22:50,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a889450dc647d2c9d65d3893ca053563, ASSIGN}] 2024-11-27T20:22:50,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a889450dc647d2c9d65d3893ca053563, ASSIGN 2024-11-27T20:22:50,002 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a889450dc647d2c9d65d3893ca053563, ASSIGN; state=OFFLINE, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=false 2024-11-27T20:22:50,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=a889450dc647d2c9d65d3893ca053563, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:50,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; OpenRegionProcedure a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:22:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-27T20:22:50,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:50,309 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:50,309 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7285): Opening region: {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:22:50,309 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,309 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:22:50,310 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7327): checking encryption for a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,310 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7330): checking classloading for a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,311 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,312 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:50,312 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a889450dc647d2c9d65d3893ca053563 columnFamilyName A 2024-11-27T20:22:50,312 DEBUG [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:50,313 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.HStore(327): Store=a889450dc647d2c9d65d3893ca053563/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:50,313 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,314 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:50,314 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a889450dc647d2c9d65d3893ca053563 columnFamilyName B 2024-11-27T20:22:50,314 DEBUG [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:50,314 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.HStore(327): Store=a889450dc647d2c9d65d3893ca053563/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:50,314 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,315 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:22:50,315 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a889450dc647d2c9d65d3893ca053563 columnFamilyName C 2024-11-27T20:22:50,315 DEBUG [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:22:50,316 INFO [StoreOpener-a889450dc647d2c9d65d3893ca053563-1 {}] regionserver.HStore(327): Store=a889450dc647d2c9d65d3893ca053563/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:22:50,316 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:50,316 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,317 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,318 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:22:50,319 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1085): writing seq id for a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:50,321 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:22:50,321 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1102): Opened a889450dc647d2c9d65d3893ca053563; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58948244, jitterRate=-0.12160271406173706}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:22:50,322 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1001): Region open journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:50,323 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., pid=80, masterSystemTime=1732738970306 2024-11-27T20:22:50,324 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:50,324 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:50,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=a889450dc647d2c9d65d3893ca053563, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:22:50,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-27T20:22:50,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; OpenRegionProcedure a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 in 172 msec 2024-11-27T20:22:50,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=79, resume processing ppid=78 2024-11-27T20:22:50,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=78, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a889450dc647d2c9d65d3893ca053563, ASSIGN in 326 msec 2024-11-27T20:22:50,329 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:22:50,329 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738970329"}]},"ts":"1732738970329"} 2024-11-27T20:22:50,330 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:22:50,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:22:50,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-27T20:22:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-27T20:22:51,279 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 78 completed 2024-11-27T20:22:51,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-11-27T20:22:51,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,287 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:22:51,289 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:22:51,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-27T20:22:51,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-27T20:22:51,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-27T20:22:51,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-27T20:22:51,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-11-27T20:22:51,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-11-27T20:22:51,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-27T20:22:51,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-27T20:22:51,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-27T20:22:51,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-11-27T20:22:51,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:22:51,331 DEBUG [hconnection-0x7df8d0f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-27T20:22:51,332 DEBUG [hconnection-0x303ccc54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,332 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,332 DEBUG [hconnection-0x503bde42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,332 DEBUG [hconnection-0x1e003b41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:22:51,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:51,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:51,334 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,334 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,335 DEBUG [hconnection-0x1436cca4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,337 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,339 DEBUG [hconnection-0x28a8976e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:51,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,348 DEBUG [hconnection-0x7bba170f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,350 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,359 DEBUG [hconnection-0x70610060-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,359 DEBUG [hconnection-0x5ffea27b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,360 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,361 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,369 DEBUG [hconnection-0x7335ce06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:22:51,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739031369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739031369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,373 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:22:51,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739031371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739031371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/aff9c4e180f3419eac26a13c7921f5de is 50, key is test_row_0/A:col10/1732738971341/Put/seqid=0 2024-11-27T20:22:51,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739031395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742144_1320 (size=14341) 2024-11-27T20:22:51,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/aff9c4e180f3419eac26a13c7921f5de 2024-11-27T20:22:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:22:51,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739031472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739031472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739031480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739031480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T20:22:51,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:51,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:51,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:51,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:51,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:51,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/dcb4822e89ed436c81682be5d9e76e6e is 50, key is test_row_0/B:col10/1732738971341/Put/seqid=0 2024-11-27T20:22:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742145_1321 (size=12001) 2024-11-27T20:22:51,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/dcb4822e89ed436c81682be5d9e76e6e 2024-11-27T20:22:51,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739031505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b2c2d67613e74e70bbc272d630b7da6e is 50, key is test_row_0/C:col10/1732738971341/Put/seqid=0 2024-11-27T20:22:51,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742146_1322 (size=12001) 2024-11-27T20:22:51,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b2c2d67613e74e70bbc272d630b7da6e 2024-11-27T20:22:51,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/aff9c4e180f3419eac26a13c7921f5de as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/aff9c4e180f3419eac26a13c7921f5de 2024-11-27T20:22:51,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/aff9c4e180f3419eac26a13c7921f5de, entries=200, sequenceid=13, filesize=14.0 K 2024-11-27T20:22:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/dcb4822e89ed436c81682be5d9e76e6e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/dcb4822e89ed436c81682be5d9e76e6e 2024-11-27T20:22:51,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/dcb4822e89ed436c81682be5d9e76e6e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T20:22:51,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b2c2d67613e74e70bbc272d630b7da6e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b2c2d67613e74e70bbc272d630b7da6e 2024-11-27T20:22:51,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b2c2d67613e74e70bbc272d630b7da6e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T20:22:51,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for a889450dc647d2c9d65d3893ca053563 in 282ms, sequenceid=13, compaction requested=false 2024-11-27T20:22:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:22:51,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T20:22:51,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:51,641 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:22:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/43a6268fe9524e3d8d6845924fa437d2 is 50, key is test_row_0/A:col10/1732738971369/Put/seqid=0 2024-11-27T20:22:51,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:51,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742147_1323 (size=12001) 2024-11-27T20:22:51,691 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/43a6268fe9524e3d8d6845924fa437d2 2024-11-27T20:22:51,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739031688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f6d5595ec54349f582ba9396310e1aab is 50, key is test_row_0/B:col10/1732738971369/Put/seqid=0 2024-11-27T20:22:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739031694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739031693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739031699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742148_1324 (size=12001) 2024-11-27T20:22:51,703 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f6d5595ec54349f582ba9396310e1aab 2024-11-27T20:22:51,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739031710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/3c172f4b4a914c22ad629f8801bfa5ea is 50, key is test_row_0/C:col10/1732738971369/Put/seqid=0 2024-11-27T20:22:51,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742149_1325 (size=12001) 2024-11-27T20:22:51,736 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/3c172f4b4a914c22ad629f8801bfa5ea 2024-11-27T20:22:51,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/43a6268fe9524e3d8d6845924fa437d2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/43a6268fe9524e3d8d6845924fa437d2 2024-11-27T20:22:51,745 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/43a6268fe9524e3d8d6845924fa437d2, entries=150, sequenceid=39, filesize=11.7 K 2024-11-27T20:22:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f6d5595ec54349f582ba9396310e1aab as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f6d5595ec54349f582ba9396310e1aab 2024-11-27T20:22:51,751 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f6d5595ec54349f582ba9396310e1aab, entries=150, sequenceid=39, filesize=11.7 K 2024-11-27T20:22:51,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/3c172f4b4a914c22ad629f8801bfa5ea as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3c172f4b4a914c22ad629f8801bfa5ea 2024-11-27T20:22:51,757 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3c172f4b4a914c22ad629f8801bfa5ea, entries=150, sequenceid=39, filesize=11.7 K 2024-11-27T20:22:51,757 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for a889450dc647d2c9d65d3893ca053563 in 116ms, sequenceid=39, compaction requested=false 2024-11-27T20:22:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-27T20:22:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-27T20:22:51,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T20:22:51,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 425 msec 2024-11-27T20:22:51,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 430 msec 2024-11-27T20:22:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:51,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:22:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:51,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1e1281b00f344a6dbf06bd44eb4326f0 is 50, key is test_row_0/A:col10/1732738971679/Put/seqid=0 2024-11-27T20:22:51,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742150_1326 (size=14341) 2024-11-27T20:22:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739031836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739031861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739031861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739031861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T20:22:51,937 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-27T20:22:51,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-27T20:22:51,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:22:51,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:51,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739031964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739031965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739031966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:51,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739031966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739032014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:22:52,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:22:52,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:52,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:52,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:52,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:52,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739032167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739032168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739032169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739032169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1e1281b00f344a6dbf06bd44eb4326f0 2024-11-27T20:22:52,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/248def7c3dd6449b814145c99483f749 is 50, key is test_row_0/B:col10/1732738971679/Put/seqid=0 2024-11-27T20:22:52,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742151_1327 (size=12001) 2024-11-27T20:22:52,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/248def7c3dd6449b814145c99483f749 2024-11-27T20:22:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:22:52,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:22:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:52,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:52,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/65017aa454d246a0b89172b469117bd0 is 50, key is test_row_0/C:col10/1732738971679/Put/seqid=0 2024-11-27T20:22:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742152_1328 (size=12001) 2024-11-27T20:22:52,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/65017aa454d246a0b89172b469117bd0 2024-11-27T20:22:52,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1e1281b00f344a6dbf06bd44eb4326f0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1e1281b00f344a6dbf06bd44eb4326f0 2024-11-27T20:22:52,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1e1281b00f344a6dbf06bd44eb4326f0, entries=200, sequenceid=51, filesize=14.0 K 2024-11-27T20:22:52,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/248def7c3dd6449b814145c99483f749 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/248def7c3dd6449b814145c99483f749 2024-11-27T20:22:52,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/248def7c3dd6449b814145c99483f749, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T20:22:52,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/65017aa454d246a0b89172b469117bd0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65017aa454d246a0b89172b469117bd0 2024-11-27T20:22:52,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65017aa454d246a0b89172b469117bd0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T20:22:52,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for a889450dc647d2c9d65d3893ca053563 in 493ms, sequenceid=51, compaction requested=true 2024-11-27T20:22:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:52,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:52,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:52,291 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:52,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:52,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:52,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:52,291 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:52,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:52,291 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:52,292 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:52,292 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:22:52,292 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:22:52,292 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:52,292 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:52,292 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/dcb4822e89ed436c81682be5d9e76e6e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f6d5595ec54349f582ba9396310e1aab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/248def7c3dd6449b814145c99483f749] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.2 K 2024-11-27T20:22:52,292 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/aff9c4e180f3419eac26a13c7921f5de, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/43a6268fe9524e3d8d6845924fa437d2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1e1281b00f344a6dbf06bd44eb4326f0] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=39.7 K 2024-11-27T20:22:52,292 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting dcb4822e89ed436c81682be5d9e76e6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732738971341 2024-11-27T20:22:52,292 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting aff9c4e180f3419eac26a13c7921f5de, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732738971340 2024-11-27T20:22:52,293 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f6d5595ec54349f582ba9396310e1aab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732738971367 2024-11-27T20:22:52,293 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43a6268fe9524e3d8d6845924fa437d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732738971367 2024-11-27T20:22:52,293 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e1281b00f344a6dbf06bd44eb4326f0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738971679 2024-11-27T20:22:52,293 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 248def7c3dd6449b814145c99483f749, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738971679 2024-11-27T20:22:52,302 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:52,302 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:52,302 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/21fd9c89cb7c490eaad33424340f9512 is 50, key is test_row_0/B:col10/1732738971679/Put/seqid=0 2024-11-27T20:22:52,303 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/017031a6f21a400ea9930049f120e69f is 50, key is test_row_0/A:col10/1732738971679/Put/seqid=0 2024-11-27T20:22:52,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742153_1329 (size=12104) 2024-11-27T20:22:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742154_1330 (size=12104) 2024-11-27T20:22:52,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T20:22:52,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:52,400 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:22:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1c61365ad5d943cba219725285ae9f52 is 50, key is test_row_0/A:col10/1732738971817/Put/seqid=0 2024-11-27T20:22:52,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742155_1331 (size=12001) 2024-11-27T20:22:52,416 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1c61365ad5d943cba219725285ae9f52 2024-11-27T20:22:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/e38f9322015e4c72bc70c0c3e20f9a1a is 50, key is test_row_0/B:col10/1732738971817/Put/seqid=0 2024-11-27T20:22:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742156_1332 (size=12001) 2024-11-27T20:22:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:52,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:52,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739032478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739032478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739032479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739032480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739032521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:22:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739032582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739032583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739032583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739032583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,739 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/21fd9c89cb7c490eaad33424340f9512 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/21fd9c89cb7c490eaad33424340f9512 2024-11-27T20:22:52,743 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into 21fd9c89cb7c490eaad33424340f9512(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:52,743 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:52,743 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738972291; duration=0sec 2024-11-27T20:22:52,743 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:52,743 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:22:52,743 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:52,744 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:52,744 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:22:52,744 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:52,744 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b2c2d67613e74e70bbc272d630b7da6e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3c172f4b4a914c22ad629f8801bfa5ea, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65017aa454d246a0b89172b469117bd0] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.2 K 2024-11-27T20:22:52,745 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b2c2d67613e74e70bbc272d630b7da6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732738971341 2024-11-27T20:22:52,745 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c172f4b4a914c22ad629f8801bfa5ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732738971367 2024-11-27T20:22:52,745 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 65017aa454d246a0b89172b469117bd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738971679 2024-11-27T20:22:52,752 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:52,753 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/88d1773402c94c51be27dece3102f770 is 50, key is test_row_0/C:col10/1732738971679/Put/seqid=0 2024-11-27T20:22:52,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742157_1333 (size=12104) 2024-11-27T20:22:52,771 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/017031a6f21a400ea9930049f120e69f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/017031a6f21a400ea9930049f120e69f 2024-11-27T20:22:52,771 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/88d1773402c94c51be27dece3102f770 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/88d1773402c94c51be27dece3102f770 2024-11-27T20:22:52,777 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 017031a6f21a400ea9930049f120e69f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:52,777 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:52,777 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738972291; duration=0sec 2024-11-27T20:22:52,777 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:52,777 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:22:52,779 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into 88d1773402c94c51be27dece3102f770(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:52,779 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:52,779 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738972291; duration=0sec 2024-11-27T20:22:52,779 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:52,779 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:22:52,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739032786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739032787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739032787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739032787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:52,830 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/e38f9322015e4c72bc70c0c3e20f9a1a 2024-11-27T20:22:52,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/4f5fa25ec77b425f84b52d9bf7928109 is 50, key is test_row_0/C:col10/1732738971817/Put/seqid=0 2024-11-27T20:22:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742158_1334 (size=12001) 2024-11-27T20:22:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:22:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739033089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739033090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739033090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739033091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,242 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/4f5fa25ec77b425f84b52d9bf7928109 2024-11-27T20:22:53,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1c61365ad5d943cba219725285ae9f52 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1c61365ad5d943cba219725285ae9f52 2024-11-27T20:22:53,251 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1c61365ad5d943cba219725285ae9f52, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T20:22:53,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/e38f9322015e4c72bc70c0c3e20f9a1a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/e38f9322015e4c72bc70c0c3e20f9a1a 2024-11-27T20:22:53,256 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/e38f9322015e4c72bc70c0c3e20f9a1a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T20:22:53,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/4f5fa25ec77b425f84b52d9bf7928109 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/4f5fa25ec77b425f84b52d9bf7928109 2024-11-27T20:22:53,260 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/4f5fa25ec77b425f84b52d9bf7928109, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T20:22:53,261 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a889450dc647d2c9d65d3893ca053563 in 861ms, sequenceid=77, compaction requested=false 2024-11-27T20:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-27T20:22:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-27T20:22:53,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-27T20:22:53,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3220 sec 2024-11-27T20:22:53,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.3260 sec 2024-11-27T20:22:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:53,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:22:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:53,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/0239876909fe4868b51b7112a9361313 is 50, key is test_row_0/A:col10/1732738973529/Put/seqid=0 2024-11-27T20:22:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742159_1335 (size=12001) 2024-11-27T20:22:53,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739033588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739033593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739033594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739033595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739033596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739033691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739033895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:53,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/0239876909fe4868b51b7112a9361313 2024-11-27T20:22:53,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/7be65bbea6a34c2f816edbce98a662d1 is 50, key is test_row_0/B:col10/1732738973529/Put/seqid=0 2024-11-27T20:22:53,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742160_1336 (size=12001) 2024-11-27T20:22:54,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:22:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T20:22:54,045 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-27T20:22:54,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-27T20:22:54,047 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:22:54,048 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:54,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:22:54,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739034197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T20:22:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:54,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:22:54,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T20:22:54,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:54,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:54,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:54,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:54,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:54,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/7be65bbea6a34c2f816edbce98a662d1 2024-11-27T20:22:54,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/7da0172a9b2f410e877b5166a9992b73 is 50, key is test_row_0/C:col10/1732738973529/Put/seqid=0 2024-11-27T20:22:54,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742161_1337 (size=12001) 2024-11-27T20:22:54,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/7da0172a9b2f410e877b5166a9992b73 2024-11-27T20:22:54,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/0239876909fe4868b51b7112a9361313 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/0239876909fe4868b51b7112a9361313 2024-11-27T20:22:54,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/0239876909fe4868b51b7112a9361313, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:22:54,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/7be65bbea6a34c2f816edbce98a662d1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/7be65bbea6a34c2f816edbce98a662d1 2024-11-27T20:22:54,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/7be65bbea6a34c2f816edbce98a662d1, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:22:54,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/7da0172a9b2f410e877b5166a9992b73 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7da0172a9b2f410e877b5166a9992b73 2024-11-27T20:22:54,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7da0172a9b2f410e877b5166a9992b73, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:22:54,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a889450dc647d2c9d65d3893ca053563 in 881ms, sequenceid=91, compaction requested=true 2024-11-27T20:22:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:54,412 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:54,412 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:54,413 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:54,413 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:22:54,413 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:54,413 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:54,413 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/017031a6f21a400ea9930049f120e69f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1c61365ad5d943cba219725285ae9f52, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/0239876909fe4868b51b7112a9361313] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.3 K 2024-11-27T20:22:54,413 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:22:54,413 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:54,414 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/21fd9c89cb7c490eaad33424340f9512, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/e38f9322015e4c72bc70c0c3e20f9a1a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/7be65bbea6a34c2f816edbce98a662d1] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.3 K 2024-11-27T20:22:54,414 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 017031a6f21a400ea9930049f120e69f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738971679 2024-11-27T20:22:54,414 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 21fd9c89cb7c490eaad33424340f9512, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738971679 2024-11-27T20:22:54,414 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c61365ad5d943cba219725285ae9f52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732738971817 2024-11-27T20:22:54,414 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e38f9322015e4c72bc70c0c3e20f9a1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732738971817 2024-11-27T20:22:54,415 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0239876909fe4868b51b7112a9361313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732738972477 2024-11-27T20:22:54,415 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be65bbea6a34c2f816edbce98a662d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732738972477 2024-11-27T20:22:54,423 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:54,424 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/620f958c60bd4dfeaed78e4e7e04821e is 50, key is test_row_0/A:col10/1732738973529/Put/seqid=0 2024-11-27T20:22:54,442 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:54,442 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5211312caa9244898d3361b8206b41b6 is 50, key is test_row_0/B:col10/1732738973529/Put/seqid=0 2024-11-27T20:22:54,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742162_1338 (size=12207) 2024-11-27T20:22:54,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742163_1339 (size=12207) 2024-11-27T20:22:54,501 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5211312caa9244898d3361b8206b41b6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5211312caa9244898d3361b8206b41b6 2024-11-27T20:22:54,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T20:22:54,507 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into 5211312caa9244898d3361b8206b41b6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:54,507 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:54,507 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738974412; duration=0sec 2024-11-27T20:22:54,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:54,507 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:54,507 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:22:54,508 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:54,508 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:22:54,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:54,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:54,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:54,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:54,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:54,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:54,510 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:54,510 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:22:54,510 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:54,510 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/88d1773402c94c51be27dece3102f770, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/4f5fa25ec77b425f84b52d9bf7928109, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7da0172a9b2f410e877b5166a9992b73] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.3 K 2024-11-27T20:22:54,511 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 88d1773402c94c51be27dece3102f770, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732738971679 2024-11-27T20:22:54,511 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f5fa25ec77b425f84b52d9bf7928109, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732738971817 2024-11-27T20:22:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/36166a84f807470cbadffc98ebe22b0c is 50, key is test_row_0/A:col10/1732738973585/Put/seqid=0 2024-11-27T20:22:54,514 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7da0172a9b2f410e877b5166a9992b73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732738972477 2024-11-27T20:22:54,524 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:54,525 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/a3de4fa19a5e40f2bca9fd43a53099e8 is 50, key is test_row_0/C:col10/1732738973529/Put/seqid=0 2024-11-27T20:22:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742164_1340 (size=12001) 2024-11-27T20:22:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742165_1341 (size=12207) 2024-11-27T20:22:54,536 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/a3de4fa19a5e40f2bca9fd43a53099e8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a3de4fa19a5e40f2bca9fd43a53099e8 2024-11-27T20:22:54,541 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into a3de4fa19a5e40f2bca9fd43a53099e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:54,542 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:54,542 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738974412; duration=0sec 2024-11-27T20:22:54,542 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:54,542 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:22:54,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:54,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739034605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739034605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739034605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739034607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:22:54,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739034701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739034708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739034709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739034709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739034716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,894 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/620f958c60bd4dfeaed78e4e7e04821e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/620f958c60bd4dfeaed78e4e7e04821e 2024-11-27T20:22:54,899 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 620f958c60bd4dfeaed78e4e7e04821e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:54,899 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:54,899 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738974412; duration=0sec 2024-11-27T20:22:54,899 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:54,899 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:22:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739034911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739034912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739034912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739034917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:54,926 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/36166a84f807470cbadffc98ebe22b0c 2024-11-27T20:22:54,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/35f9dd31e7604987ad33b0bb6a17cfd8 is 50, key is test_row_0/B:col10/1732738973585/Put/seqid=0 2024-11-27T20:22:54,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742166_1342 (size=12001) 2024-11-27T20:22:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:22:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739035215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739035214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739035216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739035220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,338 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/35f9dd31e7604987ad33b0bb6a17cfd8 2024-11-27T20:22:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/65ae188f7c6a4342b714cb4ee72973bc is 50, key is test_row_0/C:col10/1732738973585/Put/seqid=0 2024-11-27T20:22:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742167_1343 (size=12001) 2024-11-27T20:22:55,351 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/65ae188f7c6a4342b714cb4ee72973bc 2024-11-27T20:22:55,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/36166a84f807470cbadffc98ebe22b0c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/36166a84f807470cbadffc98ebe22b0c 2024-11-27T20:22:55,361 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/36166a84f807470cbadffc98ebe22b0c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T20:22:55,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/35f9dd31e7604987ad33b0bb6a17cfd8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/35f9dd31e7604987ad33b0bb6a17cfd8 2024-11-27T20:22:55,365 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/35f9dd31e7604987ad33b0bb6a17cfd8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T20:22:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/65ae188f7c6a4342b714cb4ee72973bc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65ae188f7c6a4342b714cb4ee72973bc 2024-11-27T20:22:55,370 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65ae188f7c6a4342b714cb4ee72973bc, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T20:22:55,371 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a889450dc647d2c9d65d3893ca053563 in 864ms, sequenceid=117, compaction requested=false 2024-11-27T20:22:55,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:55,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:55,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-27T20:22:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-27T20:22:55,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-27T20:22:55,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec 2024-11-27T20:22:55,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.3280 sec 2024-11-27T20:22:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:55,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:22:55,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:55,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:55,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:55,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:55,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:55,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:55,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/9d553529cae147828822e6e93d6f92a2 is 50, key is test_row_0/A:col10/1732738974604/Put/seqid=0 2024-11-27T20:22:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742168_1344 (size=12051) 2024-11-27T20:22:55,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739035733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739035734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739035735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739035736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739035737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739035838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739035838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739035839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739035839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739035841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739036040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739036041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739036041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739036041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739036043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/9d553529cae147828822e6e93d6f92a2 2024-11-27T20:22:56,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/a1da9e41e53b4c44adc837e516ddef63 is 50, key is test_row_0/B:col10/1732738974604/Put/seqid=0 2024-11-27T20:22:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742169_1345 (size=12051) 2024-11-27T20:22:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T20:22:56,152 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-27T20:22:56,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:22:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-27T20:22:56,154 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:22:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T20:22:56,155 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:22:56,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:22:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T20:22:56,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T20:22:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739036343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739036345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739036345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739036347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739036348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T20:22:56,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T20:22:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/a1da9e41e53b4c44adc837e516ddef63 2024-11-27T20:22:56,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/e4dd7fa1fb23448db9e15bdb182a4108 is 50, key is test_row_0/C:col10/1732738974604/Put/seqid=0 2024-11-27T20:22:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742170_1346 (size=12051) 2024-11-27T20:22:56,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T20:22:56,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:56,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T20:22:56,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T20:22:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739036848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739036849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739036850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739036851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739036853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:56,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T20:22:56,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:56,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:22:56,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/e4dd7fa1fb23448db9e15bdb182a4108 2024-11-27T20:22:56,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/9d553529cae147828822e6e93d6f92a2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/9d553529cae147828822e6e93d6f92a2 2024-11-27T20:22:56,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/9d553529cae147828822e6e93d6f92a2, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T20:22:56,959 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-27T20:22:56,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/a1da9e41e53b4c44adc837e516ddef63 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a1da9e41e53b4c44adc837e516ddef63 2024-11-27T20:22:56,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a1da9e41e53b4c44adc837e516ddef63, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T20:22:56,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/e4dd7fa1fb23448db9e15bdb182a4108 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4dd7fa1fb23448db9e15bdb182a4108 2024-11-27T20:22:56,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4dd7fa1fb23448db9e15bdb182a4108, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T20:22:56,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a889450dc647d2c9d65d3893ca053563 in 1254ms, sequenceid=131, compaction requested=true 2024-11-27T20:22:56,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:56,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:56,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:56,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:56,969 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:56,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:56,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:56,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:22:56,969 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:56,970 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:56,970 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:22:56,970 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,970 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5211312caa9244898d3361b8206b41b6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/35f9dd31e7604987ad33b0bb6a17cfd8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a1da9e41e53b4c44adc837e516ddef63] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.4 K 2024-11-27T20:22:56,971 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:56,971 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:22:56,971 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:56,971 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/620f958c60bd4dfeaed78e4e7e04821e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/36166a84f807470cbadffc98ebe22b0c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/9d553529cae147828822e6e93d6f92a2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.4 K 2024-11-27T20:22:56,971 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5211312caa9244898d3361b8206b41b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732738972477 2024-11-27T20:22:56,972 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 620f958c60bd4dfeaed78e4e7e04821e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732738972477 2024-11-27T20:22:56,972 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f9dd31e7604987ad33b0bb6a17cfd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732738973568 2024-11-27T20:22:56,972 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36166a84f807470cbadffc98ebe22b0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732738973568 2024-11-27T20:22:56,972 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a1da9e41e53b4c44adc837e516ddef63, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732738974604 2024-11-27T20:22:56,973 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d553529cae147828822e6e93d6f92a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732738974604 2024-11-27T20:22:56,983 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:56,983 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:56,984 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c32ec0ad9c17487a8d550d59bd43a804 is 50, key is test_row_0/B:col10/1732738974604/Put/seqid=0 2024-11-27T20:22:56,984 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/84c6964ff8d449a98396d9813ca631b7 is 50, key is test_row_0/A:col10/1732738974604/Put/seqid=0 2024-11-27T20:22:56,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742171_1347 (size=12359) 2024-11-27T20:22:57,010 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c32ec0ad9c17487a8d550d59bd43a804 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c32ec0ad9c17487a8d550d59bd43a804 2024-11-27T20:22:57,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742172_1348 (size=12359) 2024-11-27T20:22:57,017 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into c32ec0ad9c17487a8d550d59bd43a804(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:57,017 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:57,017 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738976969; duration=0sec 2024-11-27T20:22:57,017 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:57,017 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:22:57,017 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:57,018 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:57,018 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:22:57,018 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:57,018 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a3de4fa19a5e40f2bca9fd43a53099e8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65ae188f7c6a4342b714cb4ee72973bc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4dd7fa1fb23448db9e15bdb182a4108] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.4 K 2024-11-27T20:22:57,019 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a3de4fa19a5e40f2bca9fd43a53099e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732738972477 2024-11-27T20:22:57,019 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 65ae188f7c6a4342b714cb4ee72973bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732738973568 2024-11-27T20:22:57,020 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e4dd7fa1fb23448db9e15bdb182a4108, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732738974604 2024-11-27T20:22:57,024 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/84c6964ff8d449a98396d9813ca631b7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/84c6964ff8d449a98396d9813ca631b7 2024-11-27T20:22:57,030 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:57,030 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b90b2be705b343f9aa47c5191274c0c8 is 50, key is test_row_0/C:col10/1732738974604/Put/seqid=0 2024-11-27T20:22:57,030 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 84c6964ff8d449a98396d9813ca631b7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:57,030 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:57,030 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738976969; duration=0sec 2024-11-27T20:22:57,031 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:57,031 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:22:57,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742173_1349 (size=12359) 2024-11-27T20:22:57,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T20:22:57,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:57,074 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:22:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:57,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:57,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43 is 50, key is test_row_0/A:col10/1732738975733/Put/seqid=0 2024-11-27T20:22:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742174_1350 (size=12151) 2024-11-27T20:22:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T20:22:57,439 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b90b2be705b343f9aa47c5191274c0c8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b90b2be705b343f9aa47c5191274c0c8 2024-11-27T20:22:57,453 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into b90b2be705b343f9aa47c5191274c0c8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:57,453 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:57,453 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738976969; duration=0sec 2024-11-27T20:22:57,454 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:57,454 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:22:57,484 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43 2024-11-27T20:22:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c56e5801ced5405cb967caa82e7e60e4 is 50, key is test_row_0/B:col10/1732738975733/Put/seqid=0 2024-11-27T20:22:57,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742175_1351 (size=12151) 2024-11-27T20:22:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:57,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:22:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739037861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739037862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739037862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739037863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739037863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,895 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c56e5801ced5405cb967caa82e7e60e4 2024-11-27T20:22:57,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/9ce5c8e1ac9c4da897f4cd3359f54a72 is 50, key is test_row_0/C:col10/1732738975733/Put/seqid=0 2024-11-27T20:22:57,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742176_1352 (size=12151) 2024-11-27T20:22:57,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739037964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739037966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739037966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739037966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739038167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739038169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739038169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739038170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T20:22:58,316 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/9ce5c8e1ac9c4da897f4cd3359f54a72 2024-11-27T20:22:58,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43 2024-11-27T20:22:58,324 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T20:22:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c56e5801ced5405cb967caa82e7e60e4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c56e5801ced5405cb967caa82e7e60e4 2024-11-27T20:22:58,328 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c56e5801ced5405cb967caa82e7e60e4, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T20:22:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/9ce5c8e1ac9c4da897f4cd3359f54a72 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9ce5c8e1ac9c4da897f4cd3359f54a72 2024-11-27T20:22:58,332 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9ce5c8e1ac9c4da897f4cd3359f54a72, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T20:22:58,333 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a889450dc647d2c9d65d3893ca053563 in 1259ms, sequenceid=157, compaction requested=false 2024-11-27T20:22:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-27T20:22:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-27T20:22:58,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-27T20:22:58,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1790 sec 2024-11-27T20:22:58,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.1830 sec 2024-11-27T20:22:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:58,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T20:22:58,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:58,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:58,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:58,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:58,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:58,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:58,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/29d7142b3f19481085073c496fd3356e is 50, key is test_row_0/A:col10/1732738978471/Put/seqid=0 2024-11-27T20:22:58,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742177_1353 (size=14541) 2024-11-27T20:22:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739038489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739038526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739038526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739038526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739038627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739038630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739038631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739038631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739038830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739038833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739038833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739038833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:58,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/29d7142b3f19481085073c496fd3356e 2024-11-27T20:22:58,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/1bfce8638180467184a61de8d7a497b1 is 50, key is test_row_0/B:col10/1732738978471/Put/seqid=0 2024-11-27T20:22:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742178_1354 (size=12151) 2024-11-27T20:22:59,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739039134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:59,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739039135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:59,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739039137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:59,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739039137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:59,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/1bfce8638180467184a61de8d7a497b1 2024-11-27T20:22:59,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/20deb4caa2a0402e802305ab0547d451 is 50, key is test_row_0/C:col10/1732738978471/Put/seqid=0 2024-11-27T20:22:59,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742179_1355 (size=12151) 2024-11-27T20:22:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739039639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:59,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739039640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739039642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:59,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739039642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:22:59,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/20deb4caa2a0402e802305ab0547d451 2024-11-27T20:22:59,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/29d7142b3f19481085073c496fd3356e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/29d7142b3f19481085073c496fd3356e 2024-11-27T20:22:59,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/29d7142b3f19481085073c496fd3356e, entries=200, sequenceid=172, filesize=14.2 K 2024-11-27T20:22:59,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/1bfce8638180467184a61de8d7a497b1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1bfce8638180467184a61de8d7a497b1 2024-11-27T20:22:59,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1bfce8638180467184a61de8d7a497b1, entries=150, sequenceid=172, filesize=11.9 K 2024-11-27T20:22:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/20deb4caa2a0402e802305ab0547d451 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/20deb4caa2a0402e802305ab0547d451 2024-11-27T20:22:59,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/20deb4caa2a0402e802305ab0547d451, entries=150, sequenceid=172, filesize=11.9 K 2024-11-27T20:22:59,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a889450dc647d2c9d65d3893ca053563 in 1283ms, sequenceid=172, compaction requested=true 2024-11-27T20:22:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:22:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:59,755 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:59,755 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:22:59,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:22:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:22:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:59,756 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:59,756 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:22:59,757 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:59,757 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c32ec0ad9c17487a8d550d59bd43a804, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c56e5801ced5405cb967caa82e7e60e4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1bfce8638180467184a61de8d7a497b1] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.8 K 2024-11-27T20:22:59,757 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:59,757 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:22:59,757 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:59,757 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/84c6964ff8d449a98396d9813ca631b7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/29d7142b3f19481085073c496fd3356e] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=38.1 K 2024-11-27T20:22:59,757 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c32ec0ad9c17487a8d550d59bd43a804, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732738974604 2024-11-27T20:22:59,757 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84c6964ff8d449a98396d9813ca631b7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732738974604 2024-11-27T20:22:59,758 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c56e5801ced5405cb967caa82e7e60e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732738975733 2024-11-27T20:22:59,758 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54f3a6b98c5f4e72bff1ee5d2bbb0e43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732738975733 2024-11-27T20:22:59,758 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bfce8638180467184a61de8d7a497b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732738977858 2024-11-27T20:22:59,758 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29d7142b3f19481085073c496fd3356e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732738977858 2024-11-27T20:22:59,765 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:59,766 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/413c1cbb73744fa49e7fa3194e59cd41 is 50, key is test_row_0/B:col10/1732738978471/Put/seqid=0 2024-11-27T20:22:59,769 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:59,769 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/3a8492b1722a40b7aaecff1214935fb9 is 50, key is test_row_0/A:col10/1732738978471/Put/seqid=0 2024-11-27T20:22:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742180_1356 (size=12561) 2024-11-27T20:22:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742181_1357 (size=12561) 2024-11-27T20:22:59,788 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/3a8492b1722a40b7aaecff1214935fb9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3a8492b1722a40b7aaecff1214935fb9 2024-11-27T20:22:59,792 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 3a8492b1722a40b7aaecff1214935fb9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:22:59,793 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:22:59,793 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738979755; duration=0sec 2024-11-27T20:22:59,793 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:22:59,793 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:22:59,793 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:22:59,794 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:22:59,794 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:22:59,794 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:22:59,794 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b90b2be705b343f9aa47c5191274c0c8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9ce5c8e1ac9c4da897f4cd3359f54a72, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/20deb4caa2a0402e802305ab0547d451] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=35.8 K 2024-11-27T20:22:59,794 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b90b2be705b343f9aa47c5191274c0c8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732738974604 2024-11-27T20:22:59,795 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ce5c8e1ac9c4da897f4cd3359f54a72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732738975733 2024-11-27T20:22:59,795 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20deb4caa2a0402e802305ab0547d451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732738977858 2024-11-27T20:22:59,804 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:22:59,805 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/511df283b5754c62853639896ef91edb is 50, key is test_row_0/C:col10/1732738978471/Put/seqid=0 2024-11-27T20:22:59,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742182_1358 (size=12561) 2024-11-27T20:22:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:22:59,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:22:59,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:22:59,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:59,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:22:59,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:59,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:22:59,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:22:59,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/231686bfcd534c4e99161d4790180df7 is 50, key is test_row_0/A:col10/1732738978487/Put/seqid=0 2024-11-27T20:22:59,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742183_1359 (size=12151) 2024-11-27T20:22:59,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:22:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739039903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739040007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,187 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/413c1cbb73744fa49e7fa3194e59cd41 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/413c1cbb73744fa49e7fa3194e59cd41 2024-11-27T20:23:00,191 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into 413c1cbb73744fa49e7fa3194e59cd41(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:00,191 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:00,191 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738979755; duration=0sec 2024-11-27T20:23:00,191 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:00,191 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:00,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739040210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,214 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/511df283b5754c62853639896ef91edb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/511df283b5754c62853639896ef91edb 2024-11-27T20:23:00,219 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into 511df283b5754c62853639896ef91edb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:00,219 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:00,219 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738979756; duration=0sec 2024-11-27T20:23:00,219 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:00,219 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T20:23:00,259 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-27T20:23:00,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-27T20:23:00,262 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T20:23:00,263 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:00,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:00,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/231686bfcd534c4e99161d4790180df7 2024-11-27T20:23:00,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/a20f00c091c84e4fa8584b3135a701e5 is 50, key is test_row_0/B:col10/1732738978487/Put/seqid=0 2024-11-27T20:23:00,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742184_1360 (size=12151) 2024-11-27T20:23:00,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/a20f00c091c84e4fa8584b3135a701e5 2024-11-27T20:23:00,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/5b03508be24b42ec9e9b7d2bcac18eb2 is 50, key is test_row_0/C:col10/1732738978487/Put/seqid=0 2024-11-27T20:23:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742185_1361 (size=12151) 2024-11-27T20:23:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T20:23:00,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T20:23:00,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:00,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:00,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:00,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739040515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T20:23:00,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T20:23:00,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:00,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:00,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:00,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739040644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739040645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739040647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739040649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/5b03508be24b42ec9e9b7d2bcac18eb2 2024-11-27T20:23:00,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/231686bfcd534c4e99161d4790180df7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/231686bfcd534c4e99161d4790180df7 2024-11-27T20:23:00,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/231686bfcd534c4e99161d4790180df7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T20:23:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/a20f00c091c84e4fa8584b3135a701e5 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a20f00c091c84e4fa8584b3135a701e5 2024-11-27T20:23:00,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a20f00c091c84e4fa8584b3135a701e5, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T20:23:00,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/5b03508be24b42ec9e9b7d2bcac18eb2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/5b03508be24b42ec9e9b7d2bcac18eb2 2024-11-27T20:23:00,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T20:23:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:00,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:00,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/5b03508be24b42ec9e9b7d2bcac18eb2, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T20:23:00,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a889450dc647d2c9d65d3893ca053563 in 864ms, sequenceid=197, compaction requested=false 2024-11-27T20:23:00,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T20:23:00,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:00,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T20:23:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:00,885 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:00,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:00,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:00,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:00,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:00,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:00,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/4e1d501a60754f1999c9fe7c2b74fcaa is 50, key is test_row_0/A:col10/1732738979902/Put/seqid=0 2024-11-27T20:23:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742186_1362 (size=12151) 2024-11-27T20:23:00,897 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/4e1d501a60754f1999c9fe7c2b74fcaa 2024-11-27T20:23:00,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f7d4922a1b1149ecb42348b9482403e8 is 50, key is test_row_0/B:col10/1732738979902/Put/seqid=0 2024-11-27T20:23:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742187_1363 (size=12151) 2024-11-27T20:23:00,915 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f7d4922a1b1149ecb42348b9482403e8 2024-11-27T20:23:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/a93060c3a6944f0e9ed21d41e6b8305d is 50, key is test_row_0/C:col10/1732738979902/Put/seqid=0 2024-11-27T20:23:00,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742188_1364 (size=12151) 2024-11-27T20:23:00,928 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/a93060c3a6944f0e9ed21d41e6b8305d 2024-11-27T20:23:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/4e1d501a60754f1999c9fe7c2b74fcaa as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/4e1d501a60754f1999c9fe7c2b74fcaa 2024-11-27T20:23:00,937 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/4e1d501a60754f1999c9fe7c2b74fcaa, entries=150, sequenceid=211, filesize=11.9 K 2024-11-27T20:23:00,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f7d4922a1b1149ecb42348b9482403e8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f7d4922a1b1149ecb42348b9482403e8 2024-11-27T20:23:00,941 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f7d4922a1b1149ecb42348b9482403e8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-27T20:23:00,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/a93060c3a6944f0e9ed21d41e6b8305d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a93060c3a6944f0e9ed21d41e6b8305d 2024-11-27T20:23:00,950 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a93060c3a6944f0e9ed21d41e6b8305d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-27T20:23:00,951 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for a889450dc647d2c9d65d3893ca053563 in 66ms, sequenceid=211, compaction requested=true 2024-11-27T20:23:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-27T20:23:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-27T20:23:00,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T20:23:00,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 689 msec 2024-11-27T20:23:00,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 694 msec 2024-11-27T20:23:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:01,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:01,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/19dca0fe543c4e4c825c562cd8bd5c69 is 50, key is test_row_0/A:col10/1732738981033/Put/seqid=0 2024-11-27T20:23:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742189_1365 (size=14541) 2024-11-27T20:23:01,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739041104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:01,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739041207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T20:23:01,366 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-27T20:23:01,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-27T20:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T20:23:01,375 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:01,377 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:01,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:01,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739041410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:01,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/19dca0fe543c4e4c825c562cd8bd5c69 2024-11-27T20:23:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T20:23:01,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/d4022007e9c64137aae5975b785b4229 is 50, key is test_row_0/B:col10/1732738981033/Put/seqid=0 2024-11-27T20:23:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742190_1366 (size=12151) 2024-11-27T20:23:01,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/d4022007e9c64137aae5975b785b4229 2024-11-27T20:23:01,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b0daf5fb018949ca8c57b245a1919b2d is 50, key is test_row_0/C:col10/1732738981033/Put/seqid=0 2024-11-27T20:23:01,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742191_1367 (size=12151) 2024-11-27T20:23:01,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:01,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T20:23:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T20:23:01,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:01,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T20:23:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739041714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:01,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:01,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T20:23:01,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:01,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:01,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b0daf5fb018949ca8c57b245a1919b2d 2024-11-27T20:23:01,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/19dca0fe543c4e4c825c562cd8bd5c69 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/19dca0fe543c4e4c825c562cd8bd5c69 2024-11-27T20:23:01,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/19dca0fe543c4e4c825c562cd8bd5c69, entries=200, sequenceid=222, filesize=14.2 K 2024-11-27T20:23:01,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/d4022007e9c64137aae5975b785b4229 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/d4022007e9c64137aae5975b785b4229 2024-11-27T20:23:01,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/d4022007e9c64137aae5975b785b4229, entries=150, sequenceid=222, filesize=11.9 K 2024-11-27T20:23:01,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b0daf5fb018949ca8c57b245a1919b2d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b0daf5fb018949ca8c57b245a1919b2d 2024-11-27T20:23:01,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b0daf5fb018949ca8c57b245a1919b2d, entries=150, sequenceid=222, filesize=11.9 K 2024-11-27T20:23:01,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a889450dc647d2c9d65d3893ca053563 in 879ms, sequenceid=222, compaction requested=true 2024-11-27T20:23:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:01,921 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:01,921 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:01,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:01,923 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:01,923 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:01,923 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,923 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3a8492b1722a40b7aaecff1214935fb9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/231686bfcd534c4e99161d4790180df7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/4e1d501a60754f1999c9fe7c2b74fcaa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/19dca0fe543c4e4c825c562cd8bd5c69] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=50.2 K 2024-11-27T20:23:01,924 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a8492b1722a40b7aaecff1214935fb9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732738977858 2024-11-27T20:23:01,924 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:01,924 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:01,924 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,924 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/413c1cbb73744fa49e7fa3194e59cd41, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a20f00c091c84e4fa8584b3135a701e5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f7d4922a1b1149ecb42348b9482403e8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/d4022007e9c64137aae5975b785b4229] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=47.9 K 2024-11-27T20:23:01,924 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 231686bfcd534c4e99161d4790180df7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732738978487 2024-11-27T20:23:01,924 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 413c1cbb73744fa49e7fa3194e59cd41, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732738977858 2024-11-27T20:23:01,925 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e1d501a60754f1999c9fe7c2b74fcaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732738979876 2024-11-27T20:23:01,925 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a20f00c091c84e4fa8584b3135a701e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732738978487 2024-11-27T20:23:01,925 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19dca0fe543c4e4c825c562cd8bd5c69, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732738981033 2024-11-27T20:23:01,926 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f7d4922a1b1149ecb42348b9482403e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732738979876 2024-11-27T20:23:01,926 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d4022007e9c64137aae5975b785b4229, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732738981033 2024-11-27T20:23:01,937 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:01,938 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/d0364252f6594899998b193cb8c6be85 is 50, key is test_row_0/A:col10/1732738981033/Put/seqid=0 2024-11-27T20:23:01,945 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:01,946 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/fd6214c9deee41809262388c20e76fa6 is 50, key is test_row_0/B:col10/1732738981033/Put/seqid=0 2024-11-27T20:23:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T20:23:01,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742192_1368 (size=12697) 2024-11-27T20:23:01,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742193_1369 (size=12697) 2024-11-27T20:23:01,993 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:01,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T20:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:01,994 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:01,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:01,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:02,001 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/fd6214c9deee41809262388c20e76fa6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd6214c9deee41809262388c20e76fa6 2024-11-27T20:23:02,001 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/d0364252f6594899998b193cb8c6be85 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d0364252f6594899998b193cb8c6be85 2024-11-27T20:23:02,006 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into fd6214c9deee41809262388c20e76fa6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:02,007 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:02,007 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=12, startTime=1732738981921; duration=0sec 2024-11-27T20:23:02,007 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:02,007 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:02,007 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:02,008 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into d0364252f6594899998b193cb8c6be85(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:02,009 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:02,009 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:02,009 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:02,009 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:02,009 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=12, startTime=1732738981921; duration=0sec 2024-11-27T20:23:02,009 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/511df283b5754c62853639896ef91edb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/5b03508be24b42ec9e9b7d2bcac18eb2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a93060c3a6944f0e9ed21d41e6b8305d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b0daf5fb018949ca8c57b245a1919b2d] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=47.9 K 2024-11-27T20:23:02,009 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 511df283b5754c62853639896ef91edb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732738977858 2024-11-27T20:23:02,010 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:02,010 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b03508be24b42ec9e9b7d2bcac18eb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732738978487 2024-11-27T20:23:02,010 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:02,010 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a93060c3a6944f0e9ed21d41e6b8305d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732738979876 2024-11-27T20:23:02,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/20a8994ed7454dc590e3e4d0935b6092 is 50, key is test_row_0/A:col10/1732738981098/Put/seqid=0 2024-11-27T20:23:02,010 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b0daf5fb018949ca8c57b245a1919b2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732738981033 2024-11-27T20:23:02,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742194_1370 (size=12151) 2024-11-27T20:23:02,031 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:02,031 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/20a8994ed7454dc590e3e4d0935b6092 2024-11-27T20:23:02,032 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/c5f0a6c8ef2d40b4855d5699d72bbeff is 50, key is test_row_0/C:col10/1732738981033/Put/seqid=0 2024-11-27T20:23:02,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c2797246d4a4478886fe1d38783b52e0 is 50, key is test_row_0/B:col10/1732738981098/Put/seqid=0 2024-11-27T20:23:02,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742195_1371 (size=12697) 2024-11-27T20:23:02,055 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/c5f0a6c8ef2d40b4855d5699d72bbeff as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c5f0a6c8ef2d40b4855d5699d72bbeff 2024-11-27T20:23:02,069 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into c5f0a6c8ef2d40b4855d5699d72bbeff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:02,069 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:02,069 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=12, startTime=1732738981922; duration=0sec 2024-11-27T20:23:02,069 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:02,070 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:02,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742196_1372 (size=12151) 2024-11-27T20:23:02,080 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c2797246d4a4478886fe1d38783b52e0 2024-11-27T20:23:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6d6f613873f944abbbea0bc986a1b900 is 50, key is test_row_0/C:col10/1732738981098/Put/seqid=0 2024-11-27T20:23:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742197_1373 (size=12151) 2024-11-27T20:23:02,098 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6d6f613873f944abbbea0bc986a1b900 2024-11-27T20:23:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/20a8994ed7454dc590e3e4d0935b6092 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/20a8994ed7454dc590e3e4d0935b6092 2024-11-27T20:23:02,108 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/20a8994ed7454dc590e3e4d0935b6092, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T20:23:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c2797246d4a4478886fe1d38783b52e0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2797246d4a4478886fe1d38783b52e0 2024-11-27T20:23:02,117 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2797246d4a4478886fe1d38783b52e0, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T20:23:02,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6d6f613873f944abbbea0bc986a1b900 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d6f613873f944abbbea0bc986a1b900 2024-11-27T20:23:02,122 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d6f613873f944abbbea0bc986a1b900, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T20:23:02,123 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for a889450dc647d2c9d65d3893ca053563 in 129ms, sequenceid=247, compaction requested=false 2024-11-27T20:23:02,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:02,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:02,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-27T20:23:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-27T20:23:02,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T20:23:02,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 748 msec 2024-11-27T20:23:02,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 759 msec 2024-11-27T20:23:02,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:02,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:02,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:02,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:02,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:02,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:02,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:02,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/62211b9bd97d4e59bc02586af5561c6d is 50, key is test_row_0/A:col10/1732738982232/Put/seqid=0 2024-11-27T20:23:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742198_1374 (size=12301) 2024-11-27T20:23:02,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/62211b9bd97d4e59bc02586af5561c6d 2024-11-27T20:23:02,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/314dcd19de48495a9ca7ee17f58970bd is 50, key is test_row_0/B:col10/1732738982232/Put/seqid=0 2024-11-27T20:23:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742199_1375 (size=12301) 2024-11-27T20:23:02,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739042351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739042456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T20:23:02,475 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-27T20:23:02,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-27T20:23:02,478 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T20:23:02,479 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:02,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T20:23:02,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T20:23:02,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:02,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:02,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:02,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739042658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,661 DEBUG [Thread-1428 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:02,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739042661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739042662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,666 DEBUG [Thread-1434 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:02,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739042664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,667 DEBUG [Thread-1432 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:02,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739042676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,680 DEBUG [Thread-1430 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:02,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/314dcd19de48495a9ca7ee17f58970bd 2024-11-27T20:23:02,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/61ee4cf6bd6348ba94443152855ef018 is 50, key is test_row_0/C:col10/1732738982232/Put/seqid=0 2024-11-27T20:23:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742200_1376 (size=12301) 2024-11-27T20:23:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T20:23:02,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T20:23:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:02,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:02,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T20:23:02,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:02,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739042968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T20:23:03,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:03,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T20:23:03,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:03,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:03,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:03,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:03,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:03,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/61ee4cf6bd6348ba94443152855ef018 2024-11-27T20:23:03,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/62211b9bd97d4e59bc02586af5561c6d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/62211b9bd97d4e59bc02586af5561c6d 2024-11-27T20:23:03,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/62211b9bd97d4e59bc02586af5561c6d, entries=150, sequenceid=261, filesize=12.0 K 2024-11-27T20:23:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/314dcd19de48495a9ca7ee17f58970bd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/314dcd19de48495a9ca7ee17f58970bd 2024-11-27T20:23:03,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/314dcd19de48495a9ca7ee17f58970bd, entries=150, sequenceid=261, filesize=12.0 K 2024-11-27T20:23:03,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/61ee4cf6bd6348ba94443152855ef018 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/61ee4cf6bd6348ba94443152855ef018 2024-11-27T20:23:03,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/61ee4cf6bd6348ba94443152855ef018, entries=150, sequenceid=261, filesize=12.0 K 2024-11-27T20:23:03,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a889450dc647d2c9d65d3893ca053563 in 949ms, sequenceid=261, compaction requested=true 2024-11-27T20:23:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:03,184 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:03,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:03,185 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:03,186 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:03,186 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:03,186 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:03,186 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:03,186 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:03,186 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:03,186 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd6214c9deee41809262388c20e76fa6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2797246d4a4478886fe1d38783b52e0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/314dcd19de48495a9ca7ee17f58970bd] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=36.3 K 2024-11-27T20:23:03,186 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d0364252f6594899998b193cb8c6be85, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/20a8994ed7454dc590e3e4d0935b6092, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/62211b9bd97d4e59bc02586af5561c6d] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=36.3 K 2024-11-27T20:23:03,187 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0364252f6594899998b193cb8c6be85, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732738981033 2024-11-27T20:23:03,187 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fd6214c9deee41809262388c20e76fa6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732738981033 2024-11-27T20:23:03,187 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20a8994ed7454dc590e3e4d0935b6092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732738981098 2024-11-27T20:23:03,187 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c2797246d4a4478886fe1d38783b52e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732738981098 2024-11-27T20:23:03,188 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62211b9bd97d4e59bc02586af5561c6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732738982230 2024-11-27T20:23:03,188 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 314dcd19de48495a9ca7ee17f58970bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732738982230 2024-11-27T20:23:03,196 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:03,197 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/fd4af63283d8403aa8964dc20e0a930e is 50, key is test_row_0/B:col10/1732738982232/Put/seqid=0 2024-11-27T20:23:03,210 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:03,211 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/625c329a6b1b414fbc3965e7b473fb91 is 50, key is test_row_0/A:col10/1732738982232/Put/seqid=0 2024-11-27T20:23:03,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742201_1377 (size=12949) 2024-11-27T20:23:03,250 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/fd4af63283d8403aa8964dc20e0a930e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd4af63283d8403aa8964dc20e0a930e 2024-11-27T20:23:03,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:03,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T20:23:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:03,253 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:03,256 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into fd4af63283d8403aa8964dc20e0a930e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:03,256 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:03,256 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738983184; duration=0sec 2024-11-27T20:23:03,256 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:03,256 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:03,256 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:03,259 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:03,259 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:03,259 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:03,259 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c5f0a6c8ef2d40b4855d5699d72bbeff, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d6f613873f944abbbea0bc986a1b900, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/61ee4cf6bd6348ba94443152855ef018] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=36.3 K 2024-11-27T20:23:03,259 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c5f0a6c8ef2d40b4855d5699d72bbeff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732738981033 2024-11-27T20:23:03,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742202_1378 (size=12949) 2024-11-27T20:23:03,260 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d6f613873f944abbbea0bc986a1b900, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732738981098 2024-11-27T20:23:03,261 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 61ee4cf6bd6348ba94443152855ef018, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732738982230 2024-11-27T20:23:03,265 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/625c329a6b1b414fbc3965e7b473fb91 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/625c329a6b1b414fbc3965e7b473fb91 2024-11-27T20:23:03,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1cf58beabad246ad9f16df2b71b6bdf7 is 50, key is test_row_0/A:col10/1732738982345/Put/seqid=0 2024-11-27T20:23:03,273 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 625c329a6b1b414fbc3965e7b473fb91(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:03,273 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:03,273 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738983184; duration=0sec 2024-11-27T20:23:03,273 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:03,273 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:03,278 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:03,278 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/e4a485a6c3de4b47b21dbb561dbf4ec1 is 50, key is test_row_0/C:col10/1732738982232/Put/seqid=0 2024-11-27T20:23:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742203_1379 (size=12301) 2024-11-27T20:23:03,326 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1cf58beabad246ad9f16df2b71b6bdf7 2024-11-27T20:23:03,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742204_1380 (size=12949) 2024-11-27T20:23:03,343 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/e4a485a6c3de4b47b21dbb561dbf4ec1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4a485a6c3de4b47b21dbb561dbf4ec1 2024-11-27T20:23:03,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/3c879cc7168d40299c46795591bc62d0 is 50, key is test_row_0/B:col10/1732738982345/Put/seqid=0 2024-11-27T20:23:03,349 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into e4a485a6c3de4b47b21dbb561dbf4ec1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:03,349 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:03,349 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738983184; duration=0sec 2024-11-27T20:23:03,349 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:03,349 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:03,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742205_1381 (size=12301) 2024-11-27T20:23:03,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:03,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739043499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T20:23:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739043604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:03,753 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/3c879cc7168d40299c46795591bc62d0 2024-11-27T20:23:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/c83f182e62b84c57842e698cd5233b90 is 50, key is test_row_0/C:col10/1732738982345/Put/seqid=0 2024-11-27T20:23:03,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742206_1382 (size=12301) 2024-11-27T20:23:03,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739043809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:04,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739044119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:04,170 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/c83f182e62b84c57842e698cd5233b90 2024-11-27T20:23:04,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/1cf58beabad246ad9f16df2b71b6bdf7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1cf58beabad246ad9f16df2b71b6bdf7 2024-11-27T20:23:04,183 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1cf58beabad246ad9f16df2b71b6bdf7, entries=150, sequenceid=286, filesize=12.0 K 2024-11-27T20:23:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/3c879cc7168d40299c46795591bc62d0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3c879cc7168d40299c46795591bc62d0 2024-11-27T20:23:04,193 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3c879cc7168d40299c46795591bc62d0, entries=150, sequenceid=286, filesize=12.0 K 2024-11-27T20:23:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/c83f182e62b84c57842e698cd5233b90 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c83f182e62b84c57842e698cd5233b90 2024-11-27T20:23:04,207 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c83f182e62b84c57842e698cd5233b90, entries=150, sequenceid=286, filesize=12.0 K 2024-11-27T20:23:04,208 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a889450dc647d2c9d65d3893ca053563 in 955ms, sequenceid=286, compaction requested=false 2024-11-27T20:23:04,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:04,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:04,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-27T20:23:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-27T20:23:04,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T20:23:04,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7310 sec 2024-11-27T20:23:04,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.7350 sec 2024-11-27T20:23:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T20:23:04,583 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-27T20:23:04,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-27T20:23:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T20:23:04,587 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:04,588 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:04,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:04,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:04,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:04,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:04,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:04,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:04,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:04,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:04,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/139f5c951ac844eeb7a4290c08a4a602 is 50, key is test_row_0/A:col10/1732738983488/Put/seqid=0 2024-11-27T20:23:04,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742207_1383 (size=12301) 2024-11-27T20:23:04,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/139f5c951ac844eeb7a4290c08a4a602 2024-11-27T20:23:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T20:23:04,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/06a1fff20d6549a0a507071e40e889b9 is 50, key is test_row_0/B:col10/1732738983488/Put/seqid=0 2024-11-27T20:23:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739044707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:04,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:04,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T20:23:04,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:04,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:04,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742208_1384 (size=12301) 2024-11-27T20:23:04,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/06a1fff20d6549a0a507071e40e889b9 2024-11-27T20:23:04,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/d1618ab038684ae8baaf3834216d3394 is 50, key is test_row_0/C:col10/1732738983488/Put/seqid=0 2024-11-27T20:23:04,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742209_1385 (size=12301) 2024-11-27T20:23:04,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/d1618ab038684ae8baaf3834216d3394 2024-11-27T20:23:04,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/139f5c951ac844eeb7a4290c08a4a602 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/139f5c951ac844eeb7a4290c08a4a602 2024-11-27T20:23:04,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/139f5c951ac844eeb7a4290c08a4a602, entries=150, sequenceid=301, filesize=12.0 K 2024-11-27T20:23:04,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/06a1fff20d6549a0a507071e40e889b9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/06a1fff20d6549a0a507071e40e889b9 2024-11-27T20:23:04,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739044812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:04,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/06a1fff20d6549a0a507071e40e889b9, entries=150, sequenceid=301, filesize=12.0 K 2024-11-27T20:23:04,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/d1618ab038684ae8baaf3834216d3394 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d1618ab038684ae8baaf3834216d3394 2024-11-27T20:23:04,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d1618ab038684ae8baaf3834216d3394, entries=150, sequenceid=301, filesize=12.0 K 2024-11-27T20:23:04,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a889450dc647d2c9d65d3893ca053563 in 203ms, sequenceid=301, compaction requested=true 2024-11-27T20:23:04,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:04,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:04,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:04,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:04,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:04,833 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:04,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:04,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:04,833 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:04,835 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:04,835 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:04,835 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:04,835 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/625c329a6b1b414fbc3965e7b473fb91, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1cf58beabad246ad9f16df2b71b6bdf7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/139f5c951ac844eeb7a4290c08a4a602] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=36.7 K 2024-11-27T20:23:04,835 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:04,835 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:04,835 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 625c329a6b1b414fbc3965e7b473fb91, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732738982230 2024-11-27T20:23:04,836 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:04,836 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd4af63283d8403aa8964dc20e0a930e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3c879cc7168d40299c46795591bc62d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/06a1fff20d6549a0a507071e40e889b9] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=36.7 K 2024-11-27T20:23:04,836 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cf58beabad246ad9f16df2b71b6bdf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732738982327 2024-11-27T20:23:04,836 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fd4af63283d8403aa8964dc20e0a930e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732738982230 2024-11-27T20:23:04,837 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 139f5c951ac844eeb7a4290c08a4a602, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732738983488 2024-11-27T20:23:04,837 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c879cc7168d40299c46795591bc62d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732738982327 2024-11-27T20:23:04,837 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 06a1fff20d6549a0a507071e40e889b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732738983488 2024-11-27T20:23:04,846 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:04,846 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/8a1a9596a1374c9089bb4bb08d75a045 is 50, key is test_row_0/B:col10/1732738983488/Put/seqid=0 2024-11-27T20:23:04,851 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:04,852 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/b8e3dadc71844182b0f76706a378f6ca is 50, key is test_row_0/A:col10/1732738983488/Put/seqid=0 2024-11-27T20:23:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742211_1387 (size=13051) 2024-11-27T20:23:04,873 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/b8e3dadc71844182b0f76706a378f6ca as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/b8e3dadc71844182b0f76706a378f6ca 2024-11-27T20:23:04,879 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into b8e3dadc71844182b0f76706a378f6ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:04,879 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:04,879 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738984833; duration=0sec 2024-11-27T20:23:04,879 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:04,879 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:04,879 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:04,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:04,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:04,881 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:04,881 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4a485a6c3de4b47b21dbb561dbf4ec1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c83f182e62b84c57842e698cd5233b90, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d1618ab038684ae8baaf3834216d3394] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=36.7 K 2024-11-27T20:23:04,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4a485a6c3de4b47b21dbb561dbf4ec1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732738982230 2024-11-27T20:23:04,882 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c83f182e62b84c57842e698cd5233b90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732738982327 2024-11-27T20:23:04,882 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1618ab038684ae8baaf3834216d3394, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732738983488 2024-11-27T20:23:04,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742210_1386 (size=13051) 2024-11-27T20:23:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T20:23:04,893 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/8a1a9596a1374c9089bb4bb08d75a045 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8a1a9596a1374c9089bb4bb08d75a045 2024-11-27T20:23:04,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:04,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-27T20:23:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:04,895 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:23:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:04,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:04,898 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:04,898 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/1f128fccc12d4301a296abccf7838050 is 50, key is test_row_0/C:col10/1732738983488/Put/seqid=0 2024-11-27T20:23:04,899 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into 8a1a9596a1374c9089bb4bb08d75a045(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:04,899 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:04,899 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738984833; duration=0sec 2024-11-27T20:23:04,899 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:04,899 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/056620c0918f46a8b53f6f7f37cb3f9e is 50, key is test_row_0/A:col10/1732738984705/Put/seqid=0 2024-11-27T20:23:04,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742212_1388 (size=13051) 2024-11-27T20:23:04,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742213_1389 (size=12301) 2024-11-27T20:23:04,943 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/1f128fccc12d4301a296abccf7838050 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1f128fccc12d4301a296abccf7838050 2024-11-27T20:23:04,950 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into 1f128fccc12d4301a296abccf7838050(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:04,950 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:04,950 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738984833; duration=0sec 2024-11-27T20:23:04,950 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:04,950 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:05,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:05,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739045052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739045160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T20:23:05,338 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/056620c0918f46a8b53f6f7f37cb3f9e 2024-11-27T20:23:05,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/81a94560447b42aaa345d27f0a20ea67 is 50, key is test_row_0/B:col10/1732738984705/Put/seqid=0 2024-11-27T20:23:05,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742214_1390 (size=12301) 2024-11-27T20:23:05,363 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/81a94560447b42aaa345d27f0a20ea67 2024-11-27T20:23:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739045362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:05,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/81ec4a656a194462a48eb68be6049799 is 50, key is test_row_0/C:col10/1732738984705/Put/seqid=0 2024-11-27T20:23:05,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742215_1391 (size=12301) 2024-11-27T20:23:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739045665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T20:23:05,799 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/81ec4a656a194462a48eb68be6049799 2024-11-27T20:23:05,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/056620c0918f46a8b53f6f7f37cb3f9e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/056620c0918f46a8b53f6f7f37cb3f9e 2024-11-27T20:23:05,810 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/056620c0918f46a8b53f6f7f37cb3f9e, entries=150, sequenceid=326, filesize=12.0 K 2024-11-27T20:23:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/81a94560447b42aaa345d27f0a20ea67 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/81a94560447b42aaa345d27f0a20ea67 2024-11-27T20:23:05,816 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/81a94560447b42aaa345d27f0a20ea67, entries=150, sequenceid=326, filesize=12.0 K 2024-11-27T20:23:05,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/81ec4a656a194462a48eb68be6049799 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/81ec4a656a194462a48eb68be6049799 2024-11-27T20:23:05,821 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/81ec4a656a194462a48eb68be6049799, entries=150, sequenceid=326, filesize=12.0 K 2024-11-27T20:23:05,823 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a889450dc647d2c9d65d3893ca053563 in 928ms, sequenceid=326, compaction requested=false 2024-11-27T20:23:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-27T20:23:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-27T20:23:05,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-27T20:23:05,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2370 sec 2024-11-27T20:23:05,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.2420 sec 2024-11-27T20:23:06,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:23:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:06,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:23:06,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:06,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:06,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:06,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:06,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:06,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:06,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/7a16c210803847e09294c97c28d8ae38 is 50, key is test_row_0/A:col10/1732738985027/Put/seqid=0 2024-11-27T20:23:06,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742216_1392 (size=14741) 2024-11-27T20:23:06,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/7a16c210803847e09294c97c28d8ae38 2024-11-27T20:23:06,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c2421db6841c4629a1e763849fd8d05a is 50, key is test_row_0/B:col10/1732738985027/Put/seqid=0 2024-11-27T20:23:06,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739046255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742217_1393 (size=12301) 2024-11-27T20:23:06,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c2421db6841c4629a1e763849fd8d05a 2024-11-27T20:23:06,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/822facc3ac9c4a16b489882def78e885 is 50, key is test_row_0/C:col10/1732738985027/Put/seqid=0 2024-11-27T20:23:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742218_1394 (size=12301) 2024-11-27T20:23:06,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/822facc3ac9c4a16b489882def78e885 2024-11-27T20:23:06,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/7a16c210803847e09294c97c28d8ae38 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7a16c210803847e09294c97c28d8ae38 2024-11-27T20:23:06,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7a16c210803847e09294c97c28d8ae38, entries=200, sequenceid=341, filesize=14.4 K 2024-11-27T20:23:06,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/c2421db6841c4629a1e763849fd8d05a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2421db6841c4629a1e763849fd8d05a 2024-11-27T20:23:06,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2421db6841c4629a1e763849fd8d05a, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T20:23:06,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/822facc3ac9c4a16b489882def78e885 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/822facc3ac9c4a16b489882def78e885 2024-11-27T20:23:06,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/822facc3ac9c4a16b489882def78e885, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T20:23:06,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a889450dc647d2c9d65d3893ca053563 in 144ms, sequenceid=341, compaction requested=true 2024-11-27T20:23:06,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:06,318 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:06,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:06,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:06,319 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:06,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:06,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:06,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:06,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:06,319 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:06,320 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:06,320 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:06,320 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/b8e3dadc71844182b0f76706a378f6ca, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/056620c0918f46a8b53f6f7f37cb3f9e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7a16c210803847e09294c97c28d8ae38] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=39.2 K 2024-11-27T20:23:06,320 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:06,320 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:06,320 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:06,320 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8a1a9596a1374c9089bb4bb08d75a045, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/81a94560447b42aaa345d27f0a20ea67, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2421db6841c4629a1e763849fd8d05a] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=36.8 K 2024-11-27T20:23:06,321 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a1a9596a1374c9089bb4bb08d75a045, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732738983488 2024-11-27T20:23:06,321 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e3dadc71844182b0f76706a378f6ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732738983488 2024-11-27T20:23:06,321 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 81a94560447b42aaa345d27f0a20ea67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732738984690 2024-11-27T20:23:06,321 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 056620c0918f46a8b53f6f7f37cb3f9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732738984690 2024-11-27T20:23:06,322 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c2421db6841c4629a1e763849fd8d05a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738985019 2024-11-27T20:23:06,322 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a16c210803847e09294c97c28d8ae38, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738985019 2024-11-27T20:23:06,334 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:06,335 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:06,335 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/ba9fa2093d3440ccaf0ed4a3fff72b91 is 50, key is test_row_0/B:col10/1732738985027/Put/seqid=0 2024-11-27T20:23:06,336 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/c67c9703aa414f8eb4a343124e878d4d is 50, key is test_row_0/A:col10/1732738985027/Put/seqid=0 2024-11-27T20:23:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:06,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:23:06,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:06,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:06,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:06,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:06,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:06,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742219_1395 (size=13153) 2024-11-27T20:23:06,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/f4616e1a563948aabf6410615917f00c is 50, key is test_row_0/A:col10/1732738986235/Put/seqid=0 2024-11-27T20:23:06,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742220_1396 (size=13153) 2024-11-27T20:23:06,374 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/ba9fa2093d3440ccaf0ed4a3fff72b91 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ba9fa2093d3440ccaf0ed4a3fff72b91 2024-11-27T20:23:06,379 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/c67c9703aa414f8eb4a343124e878d4d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/c67c9703aa414f8eb4a343124e878d4d 2024-11-27T20:23:06,383 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into ba9fa2093d3440ccaf0ed4a3fff72b91(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:06,383 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:06,383 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738986319; duration=0sec 2024-11-27T20:23:06,383 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:06,383 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:06,384 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742221_1397 (size=14741) 2024-11-27T20:23:06,386 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:06,386 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:06,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/f4616e1a563948aabf6410615917f00c 2024-11-27T20:23:06,387 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:06,387 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1f128fccc12d4301a296abccf7838050, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/81ec4a656a194462a48eb68be6049799, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/822facc3ac9c4a16b489882def78e885] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=36.8 K 2024-11-27T20:23:06,388 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f128fccc12d4301a296abccf7838050, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732738983488 2024-11-27T20:23:06,389 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 81ec4a656a194462a48eb68be6049799, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732738984690 2024-11-27T20:23:06,390 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into c67c9703aa414f8eb4a343124e878d4d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:06,390 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:06,390 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738986318; duration=0sec 2024-11-27T20:23:06,390 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:06,390 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:06,392 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 822facc3ac9c4a16b489882def78e885, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738985019 2024-11-27T20:23:06,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/ee998a08653546c38e13576d8b93fd25 is 50, key is test_row_0/B:col10/1732738986235/Put/seqid=0 2024-11-27T20:23:06,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739046407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742222_1398 (size=12301) 2024-11-27T20:23:06,429 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:06,430 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/d963bcccbee844fe88f47eb326be6431 is 50, key is test_row_0/C:col10/1732738985027/Put/seqid=0 2024-11-27T20:23:06,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742223_1399 (size=13153) 2024-11-27T20:23:06,457 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/d963bcccbee844fe88f47eb326be6431 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d963bcccbee844fe88f47eb326be6431 2024-11-27T20:23:06,462 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into d963bcccbee844fe88f47eb326be6431(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:06,462 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:06,462 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738986319; duration=0sec 2024-11-27T20:23:06,462 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:06,462 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:06,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739046511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46436 deadline: 1732739046676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,677 DEBUG [Thread-1434 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:06,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46364 deadline: 1732739046681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,682 DEBUG [Thread-1432 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:06,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46422 deadline: 1732739046688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,690 DEBUG [Thread-1428 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8201 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T20:23:06,691 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-27T20:23:06,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-27T20:23:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T20:23:06,694 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:06,695 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:06,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:06,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739046715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46352 deadline: 1732739046715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,717 DEBUG [Thread-1430 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T20:23:06,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/ee998a08653546c38e13576d8b93fd25 2024-11-27T20:23:06,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/c4911c97161a4f16964fbf941cf1292c is 50, key is test_row_0/C:col10/1732738986235/Put/seqid=0 2024-11-27T20:23:06,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742224_1400 (size=12301) 2024-11-27T20:23:06,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/c4911c97161a4f16964fbf941cf1292c 2024-11-27T20:23:06,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:06,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T20:23:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/f4616e1a563948aabf6410615917f00c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/f4616e1a563948aabf6410615917f00c 2024-11-27T20:23:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:06,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:06,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/f4616e1a563948aabf6410615917f00c, entries=200, sequenceid=365, filesize=14.4 K 2024-11-27T20:23:06,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/ee998a08653546c38e13576d8b93fd25 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ee998a08653546c38e13576d8b93fd25 2024-11-27T20:23:06,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ee998a08653546c38e13576d8b93fd25, entries=150, sequenceid=365, filesize=12.0 K 2024-11-27T20:23:06,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/c4911c97161a4f16964fbf941cf1292c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c4911c97161a4f16964fbf941cf1292c 2024-11-27T20:23:06,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c4911c97161a4f16964fbf941cf1292c, entries=150, sequenceid=365, filesize=12.0 K 2024-11-27T20:23:06,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a889450dc647d2c9d65d3893ca053563 in 506ms, sequenceid=365, compaction requested=false 2024-11-27T20:23:06,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T20:23:07,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:07,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-27T20:23:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:07,001 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2a8be4621a734cf8b703a1c5480422ef is 50, key is test_row_0/A:col10/1732738986391/Put/seqid=0 2024-11-27T20:23:07,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742225_1401 (size=12301) 2024-11-27T20:23:07,031 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2a8be4621a734cf8b703a1c5480422ef 2024-11-27T20:23:07,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f8cff17bba67400293b3622d5ba9ffff is 50, key is test_row_0/B:col10/1732738986391/Put/seqid=0 2024-11-27T20:23:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742226_1402 (size=12301) 2024-11-27T20:23:07,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739047125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:07,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739047230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T20:23:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739047435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:07,492 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f8cff17bba67400293b3622d5ba9ffff 2024-11-27T20:23:07,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/1ccdfb50979b41e59f026f7f8b9f0982 is 50, key is test_row_0/C:col10/1732738986391/Put/seqid=0 2024-11-27T20:23:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742227_1403 (size=12301) 2024-11-27T20:23:07,538 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/1ccdfb50979b41e59f026f7f8b9f0982 2024-11-27T20:23:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2a8be4621a734cf8b703a1c5480422ef as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a8be4621a734cf8b703a1c5480422ef 2024-11-27T20:23:07,551 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a8be4621a734cf8b703a1c5480422ef, entries=150, sequenceid=380, filesize=12.0 K 2024-11-27T20:23:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/f8cff17bba67400293b3622d5ba9ffff as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f8cff17bba67400293b3622d5ba9ffff 2024-11-27T20:23:07,557 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f8cff17bba67400293b3622d5ba9ffff, entries=150, sequenceid=380, filesize=12.0 K 2024-11-27T20:23:07,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/1ccdfb50979b41e59f026f7f8b9f0982 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1ccdfb50979b41e59f026f7f8b9f0982 2024-11-27T20:23:07,563 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1ccdfb50979b41e59f026f7f8b9f0982, entries=150, sequenceid=380, filesize=12.0 K 2024-11-27T20:23:07,564 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a889450dc647d2c9d65d3893ca053563 in 563ms, sequenceid=380, compaction requested=true 2024-11-27T20:23:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-27T20:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-11-27T20:23:07,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-27T20:23:07,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 871 msec 2024-11-27T20:23:07,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 875 msec 2024-11-27T20:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:07,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:07,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2410a22c21e448ff867f39948ceae814 is 50, key is test_row_0/A:col10/1732738987123/Put/seqid=0 2024-11-27T20:23:07,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739047784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-27T20:23:07,800 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-27T20:23:07,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-27T20:23:07,804 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:07,805 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:07,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742228_1404 (size=12301) 2024-11-27T20:23:07,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T20:23:07,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2410a22c21e448ff867f39948ceae814 2024-11-27T20:23:07,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/6bd154b4255b44a58fc883878569cc8f is 50, key is test_row_0/B:col10/1732738987123/Put/seqid=0 2024-11-27T20:23:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742229_1405 (size=12301) 2024-11-27T20:23:07,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/6bd154b4255b44a58fc883878569cc8f 2024-11-27T20:23:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739047888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:07,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/bd6a52798fd247388df8281df9a9dc27 is 50, key is test_row_0/C:col10/1732738987123/Put/seqid=0 2024-11-27T20:23:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T20:23:07,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742230_1406 (size=12301) 2024-11-27T20:23:07,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/bd6a52798fd247388df8281df9a9dc27 2024-11-27T20:23:07,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2410a22c21e448ff867f39948ceae814 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2410a22c21e448ff867f39948ceae814 2024-11-27T20:23:07,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2410a22c21e448ff867f39948ceae814, entries=150, sequenceid=405, filesize=12.0 K 2024-11-27T20:23:07,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/6bd154b4255b44a58fc883878569cc8f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/6bd154b4255b44a58fc883878569cc8f 2024-11-27T20:23:07,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/6bd154b4255b44a58fc883878569cc8f, entries=150, sequenceid=405, filesize=12.0 K 2024-11-27T20:23:07,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/bd6a52798fd247388df8281df9a9dc27 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/bd6a52798fd247388df8281df9a9dc27 2024-11-27T20:23:07,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/bd6a52798fd247388df8281df9a9dc27, entries=150, sequenceid=405, filesize=12.0 K 2024-11-27T20:23:07,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a889450dc647d2c9d65d3893ca053563 in 212ms, sequenceid=405, compaction requested=true 2024-11-27T20:23:07,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:07,957 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:07,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:07,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-27T20:23:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:07,958 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:07,958 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:07,958 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:07,958 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:07,958 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/c67c9703aa414f8eb4a343124e878d4d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/f4616e1a563948aabf6410615917f00c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a8be4621a734cf8b703a1c5480422ef, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2410a22c21e448ff867f39948ceae814] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=51.3 K 2024-11-27T20:23:07,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:07,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:07,959 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:07,959 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c67c9703aa414f8eb4a343124e878d4d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738985019 2024-11-27T20:23:07,959 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4616e1a563948aabf6410615917f00c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732738986235 2024-11-27T20:23:07,959 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a8be4621a734cf8b703a1c5480422ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732738986384 2024-11-27T20:23:07,960 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2410a22c21e448ff867f39948ceae814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732738987119 2024-11-27T20:23:07,962 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:07,962 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:07,962 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:07,962 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ba9fa2093d3440ccaf0ed4a3fff72b91, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ee998a08653546c38e13576d8b93fd25, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f8cff17bba67400293b3622d5ba9ffff, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/6bd154b4255b44a58fc883878569cc8f] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=48.9 K 2024-11-27T20:23:07,962 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ba9fa2093d3440ccaf0ed4a3fff72b91, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738985019 2024-11-27T20:23:07,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:07,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:07,963 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ee998a08653546c38e13576d8b93fd25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732738986235 2024-11-27T20:23:07,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:07,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:07,963 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f8cff17bba67400293b3622d5ba9ffff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732738986384 2024-11-27T20:23:07,964 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bd154b4255b44a58fc883878569cc8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732738987119 2024-11-27T20:23:07,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/ccc0f3f2cb05484c88450ce55c38f0d4 is 50, key is test_row_0/A:col10/1732738987769/Put/seqid=0 2024-11-27T20:23:07,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742231_1407 (size=12301) 2024-11-27T20:23:07,977 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:07,978 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/d6ff4b4252644482915bbe6496e9dfbb is 50, key is test_row_0/A:col10/1732738987123/Put/seqid=0 2024-11-27T20:23:07,985 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:07,986 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/da5aec9a422748a8ba4ec415b6bee3f9 is 50, key is test_row_0/B:col10/1732738987123/Put/seqid=0 2024-11-27T20:23:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742232_1408 (size=13289) 2024-11-27T20:23:08,024 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/d6ff4b4252644482915bbe6496e9dfbb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d6ff4b4252644482915bbe6496e9dfbb 2024-11-27T20:23:08,029 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into d6ff4b4252644482915bbe6496e9dfbb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:08,029 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:08,029 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=12, startTime=1732738987957; duration=0sec 2024-11-27T20:23:08,029 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:08,029 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:08,029 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:08,031 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:08,032 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:08,032 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:08,032 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d963bcccbee844fe88f47eb326be6431, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c4911c97161a4f16964fbf941cf1292c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1ccdfb50979b41e59f026f7f8b9f0982, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/bd6a52798fd247388df8281df9a9dc27] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=48.9 K 2024-11-27T20:23:08,032 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d963bcccbee844fe88f47eb326be6431, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732738985019 2024-11-27T20:23:08,033 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4911c97161a4f16964fbf941cf1292c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732738986235 2024-11-27T20:23:08,034 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ccdfb50979b41e59f026f7f8b9f0982, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732738986384 2024-11-27T20:23:08,034 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd6a52798fd247388df8281df9a9dc27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732738987119 2024-11-27T20:23:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742233_1409 (size=13289) 2024-11-27T20:23:08,040 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/da5aec9a422748a8ba4ec415b6bee3f9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/da5aec9a422748a8ba4ec415b6bee3f9 2024-11-27T20:23:08,045 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into da5aec9a422748a8ba4ec415b6bee3f9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:08,045 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:08,045 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=12, startTime=1732738987959; duration=0sec 2024-11-27T20:23:08,045 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:08,045 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:08,068 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:08,069 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6ad389818c40457da7ec2fcf1ca63660 is 50, key is test_row_0/C:col10/1732738987123/Put/seqid=0 2024-11-27T20:23:08,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742234_1410 (size=13289) 2024-11-27T20:23:08,091 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6ad389818c40457da7ec2fcf1ca63660 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6ad389818c40457da7ec2fcf1ca63660 2024-11-27T20:23:08,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:08,100 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into 6ad389818c40457da7ec2fcf1ca63660(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:08,100 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:08,100 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=12, startTime=1732738987963; duration=0sec 2024-11-27T20:23:08,100 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:08,100 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T20:23:08,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739048176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:08,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739048280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:08,373 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/ccc0f3f2cb05484c88450ce55c38f0d4 2024-11-27T20:23:08,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5052c42659ff4b1c931cae8b6685980f is 50, key is test_row_0/B:col10/1732738987769/Put/seqid=0 2024-11-27T20:23:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T20:23:08,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742235_1411 (size=12301) 2024-11-27T20:23:08,449 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5052c42659ff4b1c931cae8b6685980f 2024-11-27T20:23:08,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/7b87f5ad260b46fe93728bb6d335d61a is 50, key is test_row_0/C:col10/1732738987769/Put/seqid=0 2024-11-27T20:23:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739048484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:08,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742236_1412 (size=12301) 2024-11-27T20:23:08,487 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/7b87f5ad260b46fe93728bb6d335d61a 2024-11-27T20:23:08,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/ccc0f3f2cb05484c88450ce55c38f0d4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/ccc0f3f2cb05484c88450ce55c38f0d4 2024-11-27T20:23:08,498 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/ccc0f3f2cb05484c88450ce55c38f0d4, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T20:23:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5052c42659ff4b1c931cae8b6685980f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5052c42659ff4b1c931cae8b6685980f 2024-11-27T20:23:08,504 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5052c42659ff4b1c931cae8b6685980f, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T20:23:08,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/7b87f5ad260b46fe93728bb6d335d61a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7b87f5ad260b46fe93728bb6d335d61a 2024-11-27T20:23:08,510 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7b87f5ad260b46fe93728bb6d335d61a, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T20:23:08,511 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a889450dc647d2c9d65d3893ca053563 in 552ms, sequenceid=416, compaction requested=false 2024-11-27T20:23:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-27T20:23:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-11-27T20:23:08,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-27T20:23:08,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 707 msec 2024-11-27T20:23:08,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 713 msec 2024-11-27T20:23:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:08,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:23:08,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:08,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:08,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:08,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:08,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:08,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:08,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/45f6fcffcc1b47189d623b1d1a6fc344 is 50, key is test_row_0/A:col10/1732738988788/Put/seqid=0 2024-11-27T20:23:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742237_1413 (size=12301) 2024-11-27T20:23:08,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739048810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T20:23:08,910 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-27T20:23:08,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739048912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-27T20:23:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T20:23:08,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:08,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:08,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T20:23:09,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:09,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-27T20:23:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739049115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:09,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/45f6fcffcc1b47189d623b1d1a6fc344 2024-11-27T20:23:09,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/37f7165931fa48c19ab894e2bc648ff2 is 50, key is test_row_0/B:col10/1732738988788/Put/seqid=0 2024-11-27T20:23:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T20:23:09,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:09,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-27T20:23:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:09,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:09,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742238_1414 (size=12301) 2024-11-27T20:23:09,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/37f7165931fa48c19ab894e2bc648ff2 2024-11-27T20:23:09,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/8a8532569a794a15a930a6487ad52126 is 50, key is test_row_0/C:col10/1732738988788/Put/seqid=0 2024-11-27T20:23:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742239_1415 (size=12301) 2024-11-27T20:23:09,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/8a8532569a794a15a930a6487ad52126 2024-11-27T20:23:09,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/45f6fcffcc1b47189d623b1d1a6fc344 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/45f6fcffcc1b47189d623b1d1a6fc344 2024-11-27T20:23:09,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/45f6fcffcc1b47189d623b1d1a6fc344, entries=150, sequenceid=445, filesize=12.0 K 2024-11-27T20:23:09,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/37f7165931fa48c19ab894e2bc648ff2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/37f7165931fa48c19ab894e2bc648ff2 2024-11-27T20:23:09,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/37f7165931fa48c19ab894e2bc648ff2, entries=150, sequenceid=445, filesize=12.0 K 2024-11-27T20:23:09,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/8a8532569a794a15a930a6487ad52126 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/8a8532569a794a15a930a6487ad52126 2024-11-27T20:23:09,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/8a8532569a794a15a930a6487ad52126, entries=150, sequenceid=445, filesize=12.0 K 2024-11-27T20:23:09,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a889450dc647d2c9d65d3893ca053563 in 496ms, sequenceid=445, compaction requested=true 2024-11-27T20:23:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:09,286 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:09,286 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:09,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:09,287 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:09,287 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:09,287 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,287 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d6ff4b4252644482915bbe6496e9dfbb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/ccc0f3f2cb05484c88450ce55c38f0d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/45f6fcffcc1b47189d623b1d1a6fc344] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.0 K 2024-11-27T20:23:09,287 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:09,287 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6ff4b4252644482915bbe6496e9dfbb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732738987119 2024-11-27T20:23:09,287 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:09,287 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,288 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/da5aec9a422748a8ba4ec415b6bee3f9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5052c42659ff4b1c931cae8b6685980f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/37f7165931fa48c19ab894e2bc648ff2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.0 K 2024-11-27T20:23:09,288 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccc0f3f2cb05484c88450ce55c38f0d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732738987760 2024-11-27T20:23:09,288 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45f6fcffcc1b47189d623b1d1a6fc344, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732738988172 2024-11-27T20:23:09,288 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting da5aec9a422748a8ba4ec415b6bee3f9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732738987119 2024-11-27T20:23:09,289 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5052c42659ff4b1c931cae8b6685980f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732738987760 2024-11-27T20:23:09,289 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 37f7165931fa48c19ab894e2bc648ff2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732738988172 2024-11-27T20:23:09,296 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:09,297 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/02016b79d4974f8e9e1fbf0406f9f42b is 50, key is test_row_0/A:col10/1732738988788/Put/seqid=0 2024-11-27T20:23:09,299 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:09,300 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/71735899a6344f45bcb8d0cc3db62e56 is 50, key is test_row_0/B:col10/1732738988788/Put/seqid=0 2024-11-27T20:23:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742240_1416 (size=13391) 2024-11-27T20:23:09,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742241_1417 (size=13391) 2024-11-27T20:23:09,354 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/71735899a6344f45bcb8d0cc3db62e56 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/71735899a6344f45bcb8d0cc3db62e56 2024-11-27T20:23:09,360 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into 71735899a6344f45bcb8d0cc3db62e56(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:09,360 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:09,360 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738989286; duration=0sec 2024-11-27T20:23:09,361 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:09,361 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:09,361 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:09,362 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:09,362 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:09,362 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,362 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6ad389818c40457da7ec2fcf1ca63660, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7b87f5ad260b46fe93728bb6d335d61a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/8a8532569a794a15a930a6487ad52126] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.0 K 2024-11-27T20:23:09,362 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ad389818c40457da7ec2fcf1ca63660, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732738987119 2024-11-27T20:23:09,363 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b87f5ad260b46fe93728bb6d335d61a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732738987760 2024-11-27T20:23:09,363 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a8532569a794a15a930a6487ad52126, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732738988172 2024-11-27T20:23:09,373 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:09,374 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6d35adcfe2a6484aaeb0190b0f2e2e4a is 50, key is test_row_0/C:col10/1732738988788/Put/seqid=0 2024-11-27T20:23:09,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:09,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-27T20:23:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,377 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T20:23:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:09,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2a3953c2df3e4f4695030e031cf4768d is 50, key is test_row_0/A:col10/1732738988801/Put/seqid=0 2024-11-27T20:23:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742243_1419 (size=12301) 2024-11-27T20:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:09,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742242_1418 (size=13391) 2024-11-27T20:23:09,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 370 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739049490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T20:23:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 372 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739049592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:09,725 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/02016b79d4974f8e9e1fbf0406f9f42b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/02016b79d4974f8e9e1fbf0406f9f42b 2024-11-27T20:23:09,731 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 02016b79d4974f8e9e1fbf0406f9f42b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:09,731 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:09,731 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738989285; duration=0sec 2024-11-27T20:23:09,731 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:09,731 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:09,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 374 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739049796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:09,802 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2a3953c2df3e4f4695030e031cf4768d 2024-11-27T20:23:09,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/1c00fe0c28444f3b8c72e51a48a0798c is 50, key is test_row_0/B:col10/1732738988801/Put/seqid=0 2024-11-27T20:23:09,837 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6d35adcfe2a6484aaeb0190b0f2e2e4a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d35adcfe2a6484aaeb0190b0f2e2e4a 2024-11-27T20:23:09,843 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into 6d35adcfe2a6484aaeb0190b0f2e2e4a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:09,843 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:09,843 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738989286; duration=0sec 2024-11-27T20:23:09,844 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:09,844 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742244_1420 (size=12301) 2024-11-27T20:23:09,858 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/1c00fe0c28444f3b8c72e51a48a0798c 2024-11-27T20:23:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b80ce7043e7945b38b422276fa6e73ce is 50, key is test_row_0/C:col10/1732738988801/Put/seqid=0 2024-11-27T20:23:09,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742245_1421 (size=12301) 2024-11-27T20:23:09,929 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b80ce7043e7945b38b422276fa6e73ce 2024-11-27T20:23:09,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2a3953c2df3e4f4695030e031cf4768d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a3953c2df3e4f4695030e031cf4768d 2024-11-27T20:23:09,939 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a3953c2df3e4f4695030e031cf4768d, entries=150, sequenceid=456, filesize=12.0 K 2024-11-27T20:23:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/1c00fe0c28444f3b8c72e51a48a0798c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1c00fe0c28444f3b8c72e51a48a0798c 2024-11-27T20:23:09,944 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1c00fe0c28444f3b8c72e51a48a0798c, entries=150, sequenceid=456, filesize=12.0 K 2024-11-27T20:23:09,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/b80ce7043e7945b38b422276fa6e73ce as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b80ce7043e7945b38b422276fa6e73ce 2024-11-27T20:23:09,948 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b80ce7043e7945b38b422276fa6e73ce, entries=150, sequenceid=456, filesize=12.0 K 2024-11-27T20:23:09,949 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a889450dc647d2c9d65d3893ca053563 in 572ms, sequenceid=456, compaction requested=false 2024-11-27T20:23:09,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:09,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:09,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-27T20:23:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=102 2024-11-27T20:23:09,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-27T20:23:09,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-27T20:23:09,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.0420 sec 2024-11-27T20:23:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-27T20:23:10,017 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-27T20:23:10,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-27T20:23:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-27T20:23:10,021 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:10,022 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:10,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:10,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:23:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2266fb8a793547d6b0797ebaf93ac0f6 is 50, key is test_row_0/A:col10/1732738989473/Put/seqid=0 2024-11-27T20:23:10,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742246_1422 (size=14741) 2024-11-27T20:23:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-27T20:23:10,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2266fb8a793547d6b0797ebaf93ac0f6 2024-11-27T20:23:10,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 383 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739050123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/fa59f01df29c466b92291d581b8898d6 is 50, key is test_row_0/B:col10/1732738989473/Put/seqid=0 2024-11-27T20:23:10,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742247_1423 (size=12301) 2024-11-27T20:23:10,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/fa59f01df29c466b92291d581b8898d6 2024-11-27T20:23:10,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/dd4db8a1dad24d51b1157f4c2a09c967 is 50, key is test_row_0/C:col10/1732738989473/Put/seqid=0 2024-11-27T20:23:10,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T20:23:10,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742248_1424 (size=12301) 2024-11-27T20:23:10,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/dd4db8a1dad24d51b1157f4c2a09c967 2024-11-27T20:23:10,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/2266fb8a793547d6b0797ebaf93ac0f6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2266fb8a793547d6b0797ebaf93ac0f6 2024-11-27T20:23:10,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2266fb8a793547d6b0797ebaf93ac0f6, entries=200, sequenceid=485, filesize=14.4 K 2024-11-27T20:23:10,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/fa59f01df29c466b92291d581b8898d6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fa59f01df29c466b92291d581b8898d6 2024-11-27T20:23:10,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fa59f01df29c466b92291d581b8898d6, entries=150, sequenceid=485, filesize=12.0 K 2024-11-27T20:23:10,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/dd4db8a1dad24d51b1157f4c2a09c967 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/dd4db8a1dad24d51b1157f4c2a09c967 2024-11-27T20:23:10,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/dd4db8a1dad24d51b1157f4c2a09c967, entries=150, sequenceid=485, filesize=12.0 K 2024-11-27T20:23:10,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a889450dc647d2c9d65d3893ca053563 in 118ms, sequenceid=485, compaction requested=true 2024-11-27T20:23:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:10,220 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:10,220 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:10,221 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:10,221 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:10,222 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:10,222 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:10,222 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,222 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,222 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/02016b79d4974f8e9e1fbf0406f9f42b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a3953c2df3e4f4695030e031cf4768d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2266fb8a793547d6b0797ebaf93ac0f6] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=39.5 K 2024-11-27T20:23:10,222 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/71735899a6344f45bcb8d0cc3db62e56, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1c00fe0c28444f3b8c72e51a48a0798c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fa59f01df29c466b92291d581b8898d6] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.1 K 2024-11-27T20:23:10,223 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02016b79d4974f8e9e1fbf0406f9f42b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732738988172 2024-11-27T20:23:10,223 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 71735899a6344f45bcb8d0cc3db62e56, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732738988172 2024-11-27T20:23:10,223 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a3953c2df3e4f4695030e031cf4768d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732738988801 2024-11-27T20:23:10,224 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c00fe0c28444f3b8c72e51a48a0798c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732738988801 2024-11-27T20:23:10,224 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2266fb8a793547d6b0797ebaf93ac0f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732738989473 2024-11-27T20:23:10,224 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fa59f01df29c466b92291d581b8898d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732738989473 2024-11-27T20:23:10,238 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:10,239 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:10,239 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/8f364fe3559a4635addf468b4d77f2f8 is 50, key is test_row_0/B:col10/1732738989473/Put/seqid=0 2024-11-27T20:23:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:10,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:10,239 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/3b3e4e8f52894588a7a9b54eeebf7294 is 50, key is test_row_0/A:col10/1732738989473/Put/seqid=0 2024-11-27T20:23:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/65997ffe01d64b43a285b1364298a504 is 50, key is test_row_0/A:col10/1732738990117/Put/seqid=0 2024-11-27T20:23:10,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742249_1425 (size=13493) 2024-11-27T20:23:10,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742250_1426 (size=13493) 2024-11-27T20:23:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742251_1427 (size=12301) 2024-11-27T20:23:10,262 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/8f364fe3559a4635addf468b4d77f2f8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8f364fe3559a4635addf468b4d77f2f8 2024-11-27T20:23:10,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/65997ffe01d64b43a285b1364298a504 2024-11-27T20:23:10,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/ff5b79dad08747d78a3498ccd11586e8 is 50, key is test_row_0/B:col10/1732738990117/Put/seqid=0 2024-11-27T20:23:10,282 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into 8f364fe3559a4635addf468b4d77f2f8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:10,282 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:10,282 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738990220; duration=0sec 2024-11-27T20:23:10,283 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:10,283 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:10,283 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:10,285 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:10,285 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:10,285 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,285 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d35adcfe2a6484aaeb0190b0f2e2e4a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b80ce7043e7945b38b422276fa6e73ce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/dd4db8a1dad24d51b1157f4c2a09c967] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.1 K 2024-11-27T20:23:10,287 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d35adcfe2a6484aaeb0190b0f2e2e4a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732738988172 2024-11-27T20:23:10,287 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b80ce7043e7945b38b422276fa6e73ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1732738988801 2024-11-27T20:23:10,291 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting dd4db8a1dad24d51b1157f4c2a09c967, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732738989473 2024-11-27T20:23:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742252_1428 (size=12301) 2024-11-27T20:23:10,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/ff5b79dad08747d78a3498ccd11586e8 2024-11-27T20:23:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-27T20:23:10,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T20:23:10,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,334 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:10,335 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/d566f6c72e9b43d697e86accdd961758 is 50, key is test_row_0/C:col10/1732738989473/Put/seqid=0 2024-11-27T20:23:10,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/3b9c4c20bc994be697af6cec9b0352d9 is 50, key is test_row_0/C:col10/1732738990117/Put/seqid=0 2024-11-27T20:23:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 409 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739050373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742253_1429 (size=13493) 2024-11-27T20:23:10,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742254_1430 (size=12301) 2024-11-27T20:23:10,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/3b9c4c20bc994be697af6cec9b0352d9 2024-11-27T20:23:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/65997ffe01d64b43a285b1364298a504 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/65997ffe01d64b43a285b1364298a504 2024-11-27T20:23:10,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/65997ffe01d64b43a285b1364298a504, entries=150, sequenceid=496, filesize=12.0 K 2024-11-27T20:23:10,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/ff5b79dad08747d78a3498ccd11586e8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ff5b79dad08747d78a3498ccd11586e8 2024-11-27T20:23:10,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ff5b79dad08747d78a3498ccd11586e8, entries=150, sequenceid=496, filesize=12.0 K 2024-11-27T20:23:10,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/3b9c4c20bc994be697af6cec9b0352d9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3b9c4c20bc994be697af6cec9b0352d9 2024-11-27T20:23:10,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3b9c4c20bc994be697af6cec9b0352d9, entries=150, sequenceid=496, filesize=12.0 K 2024-11-27T20:23:10,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a889450dc647d2c9d65d3893ca053563 in 175ms, sequenceid=496, compaction requested=false 2024-11-27T20:23:10,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:10,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:23:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:10,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:10,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:10,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:10,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:10,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T20:23:10,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/07c8fd305d414160b3a5cae740687f77 is 50, key is test_row_0/A:col10/1732738990367/Put/seqid=0 2024-11-27T20:23:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742255_1431 (size=12301) 2024-11-27T20:23:10,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 419 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739050508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 421 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739050612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-27T20:23:10,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T20:23:10,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:10,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,664 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/3b3e4e8f52894588a7a9b54eeebf7294 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3b3e4e8f52894588a7a9b54eeebf7294 2024-11-27T20:23:10,670 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 3b3e4e8f52894588a7a9b54eeebf7294(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:10,671 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:10,671 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738990220; duration=0sec 2024-11-27T20:23:10,671 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:10,671 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:10,784 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/d566f6c72e9b43d697e86accdd961758 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d566f6c72e9b43d697e86accdd961758 2024-11-27T20:23:10,788 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into d566f6c72e9b43d697e86accdd961758(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:10,788 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:10,788 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738990220; duration=0sec 2024-11-27T20:23:10,789 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:10,789 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:10,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T20:23:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 423 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739050815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/07c8fd305d414160b3a5cae740687f77 2024-11-27T20:23:10,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/3f8b53e3e28d4329a5f89c78beaa8442 is 50, key is test_row_0/B:col10/1732738990367/Put/seqid=0 2024-11-27T20:23:10,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742256_1432 (size=12301) 2024-11-27T20:23:10,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/3f8b53e3e28d4329a5f89c78beaa8442 2024-11-27T20:23:10,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:10,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T20:23:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:10,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:10,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/afacc3e2cc034f6594e7dedeb520df1d is 50, key is test_row_0/C:col10/1732738990367/Put/seqid=0 2024-11-27T20:23:10,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742257_1433 (size=12301) 2024-11-27T20:23:10,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/afacc3e2cc034f6594e7dedeb520df1d 2024-11-27T20:23:10,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/07c8fd305d414160b3a5cae740687f77 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/07c8fd305d414160b3a5cae740687f77 2024-11-27T20:23:10,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/07c8fd305d414160b3a5cae740687f77, entries=150, sequenceid=523, filesize=12.0 K 2024-11-27T20:23:10,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/3f8b53e3e28d4329a5f89c78beaa8442 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3f8b53e3e28d4329a5f89c78beaa8442 2024-11-27T20:23:10,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3f8b53e3e28d4329a5f89c78beaa8442, entries=150, sequenceid=523, filesize=12.0 K 2024-11-27T20:23:10,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/afacc3e2cc034f6594e7dedeb520df1d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/afacc3e2cc034f6594e7dedeb520df1d 2024-11-27T20:23:10,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/afacc3e2cc034f6594e7dedeb520df1d, entries=150, sequenceid=523, filesize=12.0 K 2024-11-27T20:23:11,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a889450dc647d2c9d65d3893ca053563 in 519ms, sequenceid=523, compaction requested=true 2024-11-27T20:23:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:11,001 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:11,001 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:11,002 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:11,002 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:11,002 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:11,002 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:11,002 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:11,002 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:11,002 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8f364fe3559a4635addf468b4d77f2f8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ff5b79dad08747d78a3498ccd11586e8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3f8b53e3e28d4329a5f89c78beaa8442] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.2 K 2024-11-27T20:23:11,002 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3b3e4e8f52894588a7a9b54eeebf7294, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/65997ffe01d64b43a285b1364298a504, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/07c8fd305d414160b3a5cae740687f77] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.2 K 2024-11-27T20:23:11,003 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f364fe3559a4635addf468b4d77f2f8, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732738989473 2024-11-27T20:23:11,003 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b3e4e8f52894588a7a9b54eeebf7294, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732738989473 2024-11-27T20:23:11,004 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ff5b79dad08747d78a3498ccd11586e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732738990117 2024-11-27T20:23:11,004 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65997ffe01d64b43a285b1364298a504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732738990117 2024-11-27T20:23:11,005 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f8b53e3e28d4329a5f89c78beaa8442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732738990362 2024-11-27T20:23:11,005 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07c8fd305d414160b3a5cae740687f77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732738990362 2024-11-27T20:23:11,022 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:11,023 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/b18bf6459147487987b6756b9da348a0 is 50, key is test_row_0/B:col10/1732738990367/Put/seqid=0 2024-11-27T20:23:11,026 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:11,027 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/8386545cc981438f83f1f779c906b369 is 50, key is test_row_0/A:col10/1732738990367/Put/seqid=0 2024-11-27T20:23:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742258_1434 (size=13595) 2024-11-27T20:23:11,060 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/b18bf6459147487987b6756b9da348a0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/b18bf6459147487987b6756b9da348a0 2024-11-27T20:23:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742259_1435 (size=13595) 2024-11-27T20:23:11,070 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into b18bf6459147487987b6756b9da348a0(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:11,070 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:11,070 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738991001; duration=0sec 2024-11-27T20:23:11,070 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:11,070 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:11,070 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:11,076 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:11,076 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:11,077 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:11,077 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d566f6c72e9b43d697e86accdd961758, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3b9c4c20bc994be697af6cec9b0352d9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/afacc3e2cc034f6594e7dedeb520df1d] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.2 K 2024-11-27T20:23:11,077 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d566f6c72e9b43d697e86accdd961758, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732738989473 2024-11-27T20:23:11,079 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b9c4c20bc994be697af6cec9b0352d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732738990117 2024-11-27T20:23:11,079 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting afacc3e2cc034f6594e7dedeb520df1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732738990362 2024-11-27T20:23:11,097 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:11,098 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/9d2c657e961849ff838c20065dea6b7c is 50, key is test_row_0/C:col10/1732738990367/Put/seqid=0 2024-11-27T20:23:11,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:11,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-27T20:23:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:11,105 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T20:23:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:11,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/8ec7a84547e94e3397575c62a2eb3a33 is 50, key is test_row_0/A:col10/1732738990495/Put/seqid=0 2024-11-27T20:23:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742260_1436 (size=13595) 2024-11-27T20:23:11,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. as already flushing 2024-11-27T20:23:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:11,125 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/9d2c657e961849ff838c20065dea6b7c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d2c657e961849ff838c20065dea6b7c 2024-11-27T20:23:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-27T20:23:11,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742261_1437 (size=12301) 2024-11-27T20:23:11,135 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into 9d2c657e961849ff838c20065dea6b7c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:11,135 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:11,135 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738991001; duration=0sec 2024-11-27T20:23:11,136 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:11,136 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:11,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 448 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739051189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 450 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739051292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:11,334 DEBUG [Thread-1439 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:51089 2024-11-27T20:23:11,334 DEBUG [Thread-1445 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:51089 2024-11-27T20:23:11,334 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:11,334 DEBUG [Thread-1445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:11,335 DEBUG [Thread-1441 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:51089 2024-11-27T20:23:11,335 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:11,336 DEBUG [Thread-1447 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:51089 2024-11-27T20:23:11,336 DEBUG [Thread-1447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:11,337 DEBUG [Thread-1443 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:51089 2024-11-27T20:23:11,337 DEBUG [Thread-1443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:11,475 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/8386545cc981438f83f1f779c906b369 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8386545cc981438f83f1f779c906b369 2024-11-27T20:23:11,481 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 8386545cc981438f83f1f779c906b369(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:11,481 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:11,481 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738991000; duration=0sec 2024-11-27T20:23:11,481 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:11,481 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:11,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 452 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739051494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:11,533 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/8ec7a84547e94e3397575c62a2eb3a33 2024-11-27T20:23:11,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5b83e30b2a7a44a3b69063fba07c29dc is 50, key is test_row_0/B:col10/1732738990495/Put/seqid=0 2024-11-27T20:23:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742262_1438 (size=12301) 2024-11-27T20:23:11,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 454 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739051796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:11,958 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5b83e30b2a7a44a3b69063fba07c29dc 2024-11-27T20:23:11,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/66ac66651f59413ca0b43c4497ec4649 is 50, key is test_row_0/C:col10/1732738990495/Put/seqid=0 2024-11-27T20:23:11,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742263_1439 (size=12301) 2024-11-27T20:23:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-27T20:23:12,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 456 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46378 deadline: 1732739052298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:12,368 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/66ac66651f59413ca0b43c4497ec4649 2024-11-27T20:23:12,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/8ec7a84547e94e3397575c62a2eb3a33 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8ec7a84547e94e3397575c62a2eb3a33 2024-11-27T20:23:12,374 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8ec7a84547e94e3397575c62a2eb3a33, entries=150, sequenceid=536, filesize=12.0 K 2024-11-27T20:23:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5b83e30b2a7a44a3b69063fba07c29dc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5b83e30b2a7a44a3b69063fba07c29dc 2024-11-27T20:23:12,377 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5b83e30b2a7a44a3b69063fba07c29dc, entries=150, sequenceid=536, filesize=12.0 K 2024-11-27T20:23:12,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/66ac66651f59413ca0b43c4497ec4649 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/66ac66651f59413ca0b43c4497ec4649 2024-11-27T20:23:12,381 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/66ac66651f59413ca0b43c4497ec4649, entries=150, sequenceid=536, filesize=12.0 K 2024-11-27T20:23:12,382 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a889450dc647d2c9d65d3893ca053563 in 1276ms, sequenceid=536, compaction requested=false 2024-11-27T20:23:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-27T20:23:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=104 2024-11-27T20:23:12,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-27T20:23:12,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3610 sec 2024-11-27T20:23:12,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.3650 sec 2024-11-27T20:23:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:13,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:23:13,301 DEBUG [Thread-1436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:51089 2024-11-27T20:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:13,301 DEBUG [Thread-1436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:13,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/7b27708c190e424ca30452a4cb3edbcd is 50, key is test_row_0/A:col10/1732738991188/Put/seqid=0 2024-11-27T20:23:13,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742264_1440 (size=12301) 2024-11-27T20:23:13,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/7b27708c190e424ca30452a4cb3edbcd 2024-11-27T20:23:13,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5f189616e93644888eaeacef7afa7558 is 50, key is test_row_0/B:col10/1732738991188/Put/seqid=0 2024-11-27T20:23:13,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742265_1441 (size=12301) 2024-11-27T20:23:14,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5f189616e93644888eaeacef7afa7558 2024-11-27T20:23:14,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6baf5032668a416fbc44b941ed54a0e5 is 50, key is test_row_0/C:col10/1732738991188/Put/seqid=0 2024-11-27T20:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-27T20:23:14,127 INFO [Thread-1438 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-11-27T20:23:14,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742266_1442 (size=12301) 2024-11-27T20:23:14,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6baf5032668a416fbc44b941ed54a0e5 2024-11-27T20:23:14,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/7b27708c190e424ca30452a4cb3edbcd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7b27708c190e424ca30452a4cb3edbcd 2024-11-27T20:23:14,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7b27708c190e424ca30452a4cb3edbcd, entries=150, sequenceid=565, filesize=12.0 K 2024-11-27T20:23:14,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/5f189616e93644888eaeacef7afa7558 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5f189616e93644888eaeacef7afa7558 2024-11-27T20:23:14,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5f189616e93644888eaeacef7afa7558, entries=150, sequenceid=565, filesize=12.0 K 2024-11-27T20:23:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/6baf5032668a416fbc44b941ed54a0e5 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6baf5032668a416fbc44b941ed54a0e5 2024-11-27T20:23:14,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6baf5032668a416fbc44b941ed54a0e5, entries=150, sequenceid=565, filesize=12.0 K 2024-11-27T20:23:14,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for a889450dc647d2c9d65d3893ca053563 in 1241ms, sequenceid=565, compaction requested=true 2024-11-27T20:23:14,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:14,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:14,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:14,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:14,543 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:14,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:14,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a889450dc647d2c9d65d3893ca053563:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:14,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:14,543 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:14,543 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:14,543 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/A is initiating minor compaction (all files) 2024-11-27T20:23:14,543 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/A in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:14,543 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:14,543 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8386545cc981438f83f1f779c906b369, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8ec7a84547e94e3397575c62a2eb3a33, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7b27708c190e424ca30452a4cb3edbcd] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.3 K 2024-11-27T20:23:14,543 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/B is initiating minor compaction (all files) 2024-11-27T20:23:14,544 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/B in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:14,544 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/b18bf6459147487987b6756b9da348a0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5b83e30b2a7a44a3b69063fba07c29dc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5f189616e93644888eaeacef7afa7558] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.3 K 2024-11-27T20:23:14,544 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8386545cc981438f83f1f779c906b369, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732738990362 2024-11-27T20:23:14,544 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b18bf6459147487987b6756b9da348a0, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732738990362 2024-11-27T20:23:14,544 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ec7a84547e94e3397575c62a2eb3a33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732738990484 2024-11-27T20:23:14,544 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b83e30b2a7a44a3b69063fba07c29dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732738990484 2024-11-27T20:23:14,544 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b27708c190e424ca30452a4cb3edbcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732738991170 2024-11-27T20:23:14,545 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f189616e93644888eaeacef7afa7558, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732738991170 2024-11-27T20:23:14,551 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#A#compaction#389 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:14,552 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:14,552 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/94de19d284514d1cab2109804f29e053 is 50, key is test_row_0/A:col10/1732738991188/Put/seqid=0 2024-11-27T20:23:14,552 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/42df2fca68124cd58bd3f8a2b5bdd3be is 50, key is test_row_0/B:col10/1732738991188/Put/seqid=0 2024-11-27T20:23:14,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742267_1443 (size=13697) 2024-11-27T20:23:14,566 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/94de19d284514d1cab2109804f29e053 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/94de19d284514d1cab2109804f29e053 2024-11-27T20:23:14,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742268_1444 (size=13697) 2024-11-27T20:23:14,571 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/A of a889450dc647d2c9d65d3893ca053563 into 94de19d284514d1cab2109804f29e053(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:14,571 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:14,571 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/A, priority=13, startTime=1732738994542; duration=0sec 2024-11-27T20:23:14,571 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:14,571 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:A 2024-11-27T20:23:14,571 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:14,572 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:14,572 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): a889450dc647d2c9d65d3893ca053563/C is initiating minor compaction (all files) 2024-11-27T20:23:14,572 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a889450dc647d2c9d65d3893ca053563/C in TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:14,572 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d2c657e961849ff838c20065dea6b7c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/66ac66651f59413ca0b43c4497ec4649, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6baf5032668a416fbc44b941ed54a0e5] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp, totalSize=37.3 K 2024-11-27T20:23:14,572 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d2c657e961849ff838c20065dea6b7c, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732738990362 2024-11-27T20:23:14,573 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66ac66651f59413ca0b43c4497ec4649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732738990484 2024-11-27T20:23:14,573 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6baf5032668a416fbc44b941ed54a0e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732738991170 2024-11-27T20:23:14,578 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a889450dc647d2c9d65d3893ca053563#C#compaction#390 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:14,579 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/a62184ec97fa4a83aab973365932f8b9 is 50, key is test_row_0/C:col10/1732738991188/Put/seqid=0 2024-11-27T20:23:14,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742269_1445 (size=13697) 2024-11-27T20:23:14,974 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/42df2fca68124cd58bd3f8a2b5bdd3be as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/42df2fca68124cd58bd3f8a2b5bdd3be 2024-11-27T20:23:14,979 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/B of a889450dc647d2c9d65d3893ca053563 into 42df2fca68124cd58bd3f8a2b5bdd3be(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:14,979 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:14,979 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/B, priority=13, startTime=1732738994542; duration=0sec 2024-11-27T20:23:14,979 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:14,979 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:B 2024-11-27T20:23:14,989 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/a62184ec97fa4a83aab973365932f8b9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a62184ec97fa4a83aab973365932f8b9 2024-11-27T20:23:14,993 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a889450dc647d2c9d65d3893ca053563/C of a889450dc647d2c9d65d3893ca053563 into a62184ec97fa4a83aab973365932f8b9(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:14,993 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:14,993 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563., storeName=a889450dc647d2c9d65d3893ca053563/C, priority=13, startTime=1732738994543; duration=0sec 2024-11-27T20:23:14,993 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:14,993 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a889450dc647d2c9d65d3893ca053563:C 2024-11-27T20:23:16,681 DEBUG [Thread-1434 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:51089 2024-11-27T20:23:16,681 DEBUG [Thread-1434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:16,732 DEBUG [Thread-1432 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:51089 2024-11-27T20:23:16,732 DEBUG [Thread-1432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:16,751 DEBUG [Thread-1430 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:51089 2024-11-27T20:23:16,751 DEBUG [Thread-1430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:16,765 DEBUG [Thread-1428 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:51089 2024-11-27T20:23:16,765 DEBUG [Thread-1428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 325 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6017 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6042 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5902 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6100 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6005 2024-11-27T20:23:16,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:23:16,765 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:23:16,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:51089 2024-11-27T20:23:16,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:16,768 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:23:16,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:23:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-27T20:23:16,772 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738996772"}]},"ts":"1732738996772"} 2024-11-27T20:23:16,774 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:23:16,776 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:23:16,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:23:16,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a889450dc647d2c9d65d3893ca053563, UNASSIGN}] 2024-11-27T20:23:16,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a889450dc647d2c9d65d3893ca053563, UNASSIGN 2024-11-27T20:23:16,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=a889450dc647d2c9d65d3893ca053563, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:16,781 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:23:16,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:23:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-27T20:23:16,933 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:16,934 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:16,934 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:23:16,934 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing a889450dc647d2c9d65d3893ca053563, disabling compactions & flushes 2024-11-27T20:23:16,934 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:16,934 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:16,934 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. after waiting 0 ms 2024-11-27T20:23:16,934 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:16,934 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2837): Flushing a889450dc647d2c9d65d3893ca053563 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T20:23:16,935 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=A 2024-11-27T20:23:16,935 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:16,935 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=B 2024-11-27T20:23:16,935 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:16,935 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a889450dc647d2c9d65d3893ca053563, store=C 2024-11-27T20:23:16,935 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:16,940 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/30e31bef2ce74dd193e3e465a1e89733 is 50, key is test_row_0/A:col10/1732738996762/Put/seqid=0 2024-11-27T20:23:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742270_1446 (size=12301) 2024-11-27T20:23:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-27T20:23:17,351 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/30e31bef2ce74dd193e3e465a1e89733 2024-11-27T20:23:17,369 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/4b88d57d8482407980843b3b291be108 is 50, key is test_row_0/B:col10/1732738996762/Put/seqid=0 2024-11-27T20:23:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-27T20:23:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742271_1447 (size=12301) 2024-11-27T20:23:17,380 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/4b88d57d8482407980843b3b291be108 2024-11-27T20:23:17,402 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/9d968fa94117431ab482a972090499e8 is 50, key is test_row_0/C:col10/1732738996762/Put/seqid=0 2024-11-27T20:23:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742272_1448 (size=12301) 2024-11-27T20:23:17,454 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/9d968fa94117431ab482a972090499e8 2024-11-27T20:23:17,470 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/A/30e31bef2ce74dd193e3e465a1e89733 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/30e31bef2ce74dd193e3e465a1e89733 2024-11-27T20:23:17,480 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/30e31bef2ce74dd193e3e465a1e89733, entries=150, sequenceid=575, filesize=12.0 K 2024-11-27T20:23:17,481 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/B/4b88d57d8482407980843b3b291be108 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/4b88d57d8482407980843b3b291be108 2024-11-27T20:23:17,485 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/4b88d57d8482407980843b3b291be108, entries=150, sequenceid=575, filesize=12.0 K 2024-11-27T20:23:17,486 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/.tmp/C/9d968fa94117431ab482a972090499e8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d968fa94117431ab482a972090499e8 2024-11-27T20:23:17,490 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d968fa94117431ab482a972090499e8, entries=150, sequenceid=575, filesize=12.0 K 2024-11-27T20:23:17,491 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a889450dc647d2c9d65d3893ca053563 in 557ms, sequenceid=575, compaction requested=false 2024-11-27T20:23:17,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/aff9c4e180f3419eac26a13c7921f5de, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/43a6268fe9524e3d8d6845924fa437d2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1e1281b00f344a6dbf06bd44eb4326f0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/017031a6f21a400ea9930049f120e69f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1c61365ad5d943cba219725285ae9f52, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/620f958c60bd4dfeaed78e4e7e04821e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/0239876909fe4868b51b7112a9361313, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/36166a84f807470cbadffc98ebe22b0c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/84c6964ff8d449a98396d9813ca631b7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/9d553529cae147828822e6e93d6f92a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/29d7142b3f19481085073c496fd3356e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3a8492b1722a40b7aaecff1214935fb9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/231686bfcd534c4e99161d4790180df7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/4e1d501a60754f1999c9fe7c2b74fcaa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/19dca0fe543c4e4c825c562cd8bd5c69, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d0364252f6594899998b193cb8c6be85, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/20a8994ed7454dc590e3e4d0935b6092, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/625c329a6b1b414fbc3965e7b473fb91, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/62211b9bd97d4e59bc02586af5561c6d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1cf58beabad246ad9f16df2b71b6bdf7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/b8e3dadc71844182b0f76706a378f6ca, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/139f5c951ac844eeb7a4290c08a4a602, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/056620c0918f46a8b53f6f7f37cb3f9e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7a16c210803847e09294c97c28d8ae38, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/c67c9703aa414f8eb4a343124e878d4d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/f4616e1a563948aabf6410615917f00c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a8be4621a734cf8b703a1c5480422ef, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d6ff4b4252644482915bbe6496e9dfbb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2410a22c21e448ff867f39948ceae814, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/ccc0f3f2cb05484c88450ce55c38f0d4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/02016b79d4974f8e9e1fbf0406f9f42b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/45f6fcffcc1b47189d623b1d1a6fc344, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a3953c2df3e4f4695030e031cf4768d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2266fb8a793547d6b0797ebaf93ac0f6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3b3e4e8f52894588a7a9b54eeebf7294, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/65997ffe01d64b43a285b1364298a504, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8386545cc981438f83f1f779c906b369, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/07c8fd305d414160b3a5cae740687f77, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8ec7a84547e94e3397575c62a2eb3a33, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7b27708c190e424ca30452a4cb3edbcd] to archive 2024-11-27T20:23:17,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:17,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/aff9c4e180f3419eac26a13c7921f5de to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/aff9c4e180f3419eac26a13c7921f5de 2024-11-27T20:23:17,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/43a6268fe9524e3d8d6845924fa437d2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/43a6268fe9524e3d8d6845924fa437d2 2024-11-27T20:23:17,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1e1281b00f344a6dbf06bd44eb4326f0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1e1281b00f344a6dbf06bd44eb4326f0 2024-11-27T20:23:17,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/017031a6f21a400ea9930049f120e69f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/017031a6f21a400ea9930049f120e69f 2024-11-27T20:23:17,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1c61365ad5d943cba219725285ae9f52 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1c61365ad5d943cba219725285ae9f52 2024-11-27T20:23:17,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/620f958c60bd4dfeaed78e4e7e04821e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/620f958c60bd4dfeaed78e4e7e04821e 2024-11-27T20:23:17,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/0239876909fe4868b51b7112a9361313 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/0239876909fe4868b51b7112a9361313 2024-11-27T20:23:17,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/36166a84f807470cbadffc98ebe22b0c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/36166a84f807470cbadffc98ebe22b0c 2024-11-27T20:23:17,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/84c6964ff8d449a98396d9813ca631b7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/84c6964ff8d449a98396d9813ca631b7 2024-11-27T20:23:17,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/9d553529cae147828822e6e93d6f92a2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/9d553529cae147828822e6e93d6f92a2 2024-11-27T20:23:17,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/54f3a6b98c5f4e72bff1ee5d2bbb0e43 2024-11-27T20:23:17,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/29d7142b3f19481085073c496fd3356e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/29d7142b3f19481085073c496fd3356e 2024-11-27T20:23:17,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3a8492b1722a40b7aaecff1214935fb9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3a8492b1722a40b7aaecff1214935fb9 2024-11-27T20:23:17,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/231686bfcd534c4e99161d4790180df7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/231686bfcd534c4e99161d4790180df7 2024-11-27T20:23:17,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/4e1d501a60754f1999c9fe7c2b74fcaa to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/4e1d501a60754f1999c9fe7c2b74fcaa 2024-11-27T20:23:17,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/19dca0fe543c4e4c825c562cd8bd5c69 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/19dca0fe543c4e4c825c562cd8bd5c69 2024-11-27T20:23:17,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d0364252f6594899998b193cb8c6be85 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d0364252f6594899998b193cb8c6be85 2024-11-27T20:23:17,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/20a8994ed7454dc590e3e4d0935b6092 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/20a8994ed7454dc590e3e4d0935b6092 2024-11-27T20:23:17,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/625c329a6b1b414fbc3965e7b473fb91 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/625c329a6b1b414fbc3965e7b473fb91 2024-11-27T20:23:17,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/62211b9bd97d4e59bc02586af5561c6d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/62211b9bd97d4e59bc02586af5561c6d 2024-11-27T20:23:17,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1cf58beabad246ad9f16df2b71b6bdf7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/1cf58beabad246ad9f16df2b71b6bdf7 2024-11-27T20:23:17,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/b8e3dadc71844182b0f76706a378f6ca to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/b8e3dadc71844182b0f76706a378f6ca 2024-11-27T20:23:17,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/139f5c951ac844eeb7a4290c08a4a602 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/139f5c951ac844eeb7a4290c08a4a602 2024-11-27T20:23:17,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/056620c0918f46a8b53f6f7f37cb3f9e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/056620c0918f46a8b53f6f7f37cb3f9e 2024-11-27T20:23:17,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7a16c210803847e09294c97c28d8ae38 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7a16c210803847e09294c97c28d8ae38 2024-11-27T20:23:17,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/c67c9703aa414f8eb4a343124e878d4d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/c67c9703aa414f8eb4a343124e878d4d 2024-11-27T20:23:17,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/f4616e1a563948aabf6410615917f00c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/f4616e1a563948aabf6410615917f00c 2024-11-27T20:23:17,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a8be4621a734cf8b703a1c5480422ef to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a8be4621a734cf8b703a1c5480422ef 2024-11-27T20:23:17,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d6ff4b4252644482915bbe6496e9dfbb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/d6ff4b4252644482915bbe6496e9dfbb 2024-11-27T20:23:17,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2410a22c21e448ff867f39948ceae814 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2410a22c21e448ff867f39948ceae814 2024-11-27T20:23:17,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/ccc0f3f2cb05484c88450ce55c38f0d4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/ccc0f3f2cb05484c88450ce55c38f0d4 2024-11-27T20:23:17,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/02016b79d4974f8e9e1fbf0406f9f42b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/02016b79d4974f8e9e1fbf0406f9f42b 2024-11-27T20:23:17,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/45f6fcffcc1b47189d623b1d1a6fc344 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/45f6fcffcc1b47189d623b1d1a6fc344 2024-11-27T20:23:17,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a3953c2df3e4f4695030e031cf4768d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2a3953c2df3e4f4695030e031cf4768d 2024-11-27T20:23:17,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2266fb8a793547d6b0797ebaf93ac0f6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/2266fb8a793547d6b0797ebaf93ac0f6 2024-11-27T20:23:17,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3b3e4e8f52894588a7a9b54eeebf7294 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/3b3e4e8f52894588a7a9b54eeebf7294 2024-11-27T20:23:17,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/65997ffe01d64b43a285b1364298a504 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/65997ffe01d64b43a285b1364298a504 2024-11-27T20:23:17,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8386545cc981438f83f1f779c906b369 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8386545cc981438f83f1f779c906b369 2024-11-27T20:23:17,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/07c8fd305d414160b3a5cae740687f77 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/07c8fd305d414160b3a5cae740687f77 2024-11-27T20:23:17,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8ec7a84547e94e3397575c62a2eb3a33 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/8ec7a84547e94e3397575c62a2eb3a33 2024-11-27T20:23:17,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7b27708c190e424ca30452a4cb3edbcd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/7b27708c190e424ca30452a4cb3edbcd 2024-11-27T20:23:17,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/dcb4822e89ed436c81682be5d9e76e6e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f6d5595ec54349f582ba9396310e1aab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/21fd9c89cb7c490eaad33424340f9512, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/248def7c3dd6449b814145c99483f749, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/e38f9322015e4c72bc70c0c3e20f9a1a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5211312caa9244898d3361b8206b41b6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/7be65bbea6a34c2f816edbce98a662d1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/35f9dd31e7604987ad33b0bb6a17cfd8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c32ec0ad9c17487a8d550d59bd43a804, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a1da9e41e53b4c44adc837e516ddef63, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c56e5801ced5405cb967caa82e7e60e4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/413c1cbb73744fa49e7fa3194e59cd41, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1bfce8638180467184a61de8d7a497b1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a20f00c091c84e4fa8584b3135a701e5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f7d4922a1b1149ecb42348b9482403e8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd6214c9deee41809262388c20e76fa6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/d4022007e9c64137aae5975b785b4229, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2797246d4a4478886fe1d38783b52e0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd4af63283d8403aa8964dc20e0a930e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/314dcd19de48495a9ca7ee17f58970bd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3c879cc7168d40299c46795591bc62d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8a1a9596a1374c9089bb4bb08d75a045, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/06a1fff20d6549a0a507071e40e889b9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/81a94560447b42aaa345d27f0a20ea67, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ba9fa2093d3440ccaf0ed4a3fff72b91, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2421db6841c4629a1e763849fd8d05a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ee998a08653546c38e13576d8b93fd25, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f8cff17bba67400293b3622d5ba9ffff, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/da5aec9a422748a8ba4ec415b6bee3f9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/6bd154b4255b44a58fc883878569cc8f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5052c42659ff4b1c931cae8b6685980f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/71735899a6344f45bcb8d0cc3db62e56, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/37f7165931fa48c19ab894e2bc648ff2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1c00fe0c28444f3b8c72e51a48a0798c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8f364fe3559a4635addf468b4d77f2f8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fa59f01df29c466b92291d581b8898d6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ff5b79dad08747d78a3498ccd11586e8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/b18bf6459147487987b6756b9da348a0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3f8b53e3e28d4329a5f89c78beaa8442, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5b83e30b2a7a44a3b69063fba07c29dc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5f189616e93644888eaeacef7afa7558] to archive 2024-11-27T20:23:17,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:17,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/dcb4822e89ed436c81682be5d9e76e6e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/dcb4822e89ed436c81682be5d9e76e6e 2024-11-27T20:23:17,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f6d5595ec54349f582ba9396310e1aab to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f6d5595ec54349f582ba9396310e1aab 2024-11-27T20:23:17,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/21fd9c89cb7c490eaad33424340f9512 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/21fd9c89cb7c490eaad33424340f9512 2024-11-27T20:23:17,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/248def7c3dd6449b814145c99483f749 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/248def7c3dd6449b814145c99483f749 2024-11-27T20:23:17,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/e38f9322015e4c72bc70c0c3e20f9a1a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/e38f9322015e4c72bc70c0c3e20f9a1a 2024-11-27T20:23:17,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5211312caa9244898d3361b8206b41b6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5211312caa9244898d3361b8206b41b6 2024-11-27T20:23:17,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/7be65bbea6a34c2f816edbce98a662d1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/7be65bbea6a34c2f816edbce98a662d1 2024-11-27T20:23:17,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/35f9dd31e7604987ad33b0bb6a17cfd8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/35f9dd31e7604987ad33b0bb6a17cfd8 2024-11-27T20:23:17,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c32ec0ad9c17487a8d550d59bd43a804 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c32ec0ad9c17487a8d550d59bd43a804 2024-11-27T20:23:17,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a1da9e41e53b4c44adc837e516ddef63 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a1da9e41e53b4c44adc837e516ddef63 2024-11-27T20:23:17,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c56e5801ced5405cb967caa82e7e60e4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c56e5801ced5405cb967caa82e7e60e4 2024-11-27T20:23:17,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/413c1cbb73744fa49e7fa3194e59cd41 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/413c1cbb73744fa49e7fa3194e59cd41 2024-11-27T20:23:17,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1bfce8638180467184a61de8d7a497b1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1bfce8638180467184a61de8d7a497b1 2024-11-27T20:23:17,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a20f00c091c84e4fa8584b3135a701e5 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/a20f00c091c84e4fa8584b3135a701e5 2024-11-27T20:23:17,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f7d4922a1b1149ecb42348b9482403e8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f7d4922a1b1149ecb42348b9482403e8 2024-11-27T20:23:17,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd6214c9deee41809262388c20e76fa6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd6214c9deee41809262388c20e76fa6 2024-11-27T20:23:17,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/d4022007e9c64137aae5975b785b4229 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/d4022007e9c64137aae5975b785b4229 2024-11-27T20:23:17,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2797246d4a4478886fe1d38783b52e0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2797246d4a4478886fe1d38783b52e0 2024-11-27T20:23:17,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd4af63283d8403aa8964dc20e0a930e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fd4af63283d8403aa8964dc20e0a930e 2024-11-27T20:23:17,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/314dcd19de48495a9ca7ee17f58970bd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/314dcd19de48495a9ca7ee17f58970bd 2024-11-27T20:23:17,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3c879cc7168d40299c46795591bc62d0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3c879cc7168d40299c46795591bc62d0 2024-11-27T20:23:17,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8a1a9596a1374c9089bb4bb08d75a045 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8a1a9596a1374c9089bb4bb08d75a045 2024-11-27T20:23:17,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/06a1fff20d6549a0a507071e40e889b9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/06a1fff20d6549a0a507071e40e889b9 2024-11-27T20:23:17,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/81a94560447b42aaa345d27f0a20ea67 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/81a94560447b42aaa345d27f0a20ea67 2024-11-27T20:23:17,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ba9fa2093d3440ccaf0ed4a3fff72b91 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ba9fa2093d3440ccaf0ed4a3fff72b91 2024-11-27T20:23:17,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2421db6841c4629a1e763849fd8d05a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/c2421db6841c4629a1e763849fd8d05a 2024-11-27T20:23:17,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ee998a08653546c38e13576d8b93fd25 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ee998a08653546c38e13576d8b93fd25 2024-11-27T20:23:17,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f8cff17bba67400293b3622d5ba9ffff to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/f8cff17bba67400293b3622d5ba9ffff 2024-11-27T20:23:17,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/da5aec9a422748a8ba4ec415b6bee3f9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/da5aec9a422748a8ba4ec415b6bee3f9 2024-11-27T20:23:17,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/6bd154b4255b44a58fc883878569cc8f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/6bd154b4255b44a58fc883878569cc8f 2024-11-27T20:23:17,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5052c42659ff4b1c931cae8b6685980f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5052c42659ff4b1c931cae8b6685980f 2024-11-27T20:23:17,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/71735899a6344f45bcb8d0cc3db62e56 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/71735899a6344f45bcb8d0cc3db62e56 2024-11-27T20:23:17,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/37f7165931fa48c19ab894e2bc648ff2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/37f7165931fa48c19ab894e2bc648ff2 2024-11-27T20:23:17,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1c00fe0c28444f3b8c72e51a48a0798c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/1c00fe0c28444f3b8c72e51a48a0798c 2024-11-27T20:23:17,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8f364fe3559a4635addf468b4d77f2f8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/8f364fe3559a4635addf468b4d77f2f8 2024-11-27T20:23:17,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fa59f01df29c466b92291d581b8898d6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/fa59f01df29c466b92291d581b8898d6 2024-11-27T20:23:17,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ff5b79dad08747d78a3498ccd11586e8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/ff5b79dad08747d78a3498ccd11586e8 2024-11-27T20:23:17,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/b18bf6459147487987b6756b9da348a0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/b18bf6459147487987b6756b9da348a0 2024-11-27T20:23:17,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3f8b53e3e28d4329a5f89c78beaa8442 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/3f8b53e3e28d4329a5f89c78beaa8442 2024-11-27T20:23:17,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5b83e30b2a7a44a3b69063fba07c29dc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5b83e30b2a7a44a3b69063fba07c29dc 2024-11-27T20:23:17,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5f189616e93644888eaeacef7afa7558 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/5f189616e93644888eaeacef7afa7558 2024-11-27T20:23:17,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b2c2d67613e74e70bbc272d630b7da6e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3c172f4b4a914c22ad629f8801bfa5ea, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/88d1773402c94c51be27dece3102f770, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65017aa454d246a0b89172b469117bd0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/4f5fa25ec77b425f84b52d9bf7928109, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a3de4fa19a5e40f2bca9fd43a53099e8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7da0172a9b2f410e877b5166a9992b73, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65ae188f7c6a4342b714cb4ee72973bc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b90b2be705b343f9aa47c5191274c0c8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4dd7fa1fb23448db9e15bdb182a4108, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9ce5c8e1ac9c4da897f4cd3359f54a72, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/511df283b5754c62853639896ef91edb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/20deb4caa2a0402e802305ab0547d451, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/5b03508be24b42ec9e9b7d2bcac18eb2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a93060c3a6944f0e9ed21d41e6b8305d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c5f0a6c8ef2d40b4855d5699d72bbeff, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b0daf5fb018949ca8c57b245a1919b2d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d6f613873f944abbbea0bc986a1b900, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4a485a6c3de4b47b21dbb561dbf4ec1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/61ee4cf6bd6348ba94443152855ef018, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c83f182e62b84c57842e698cd5233b90, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1f128fccc12d4301a296abccf7838050, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d1618ab038684ae8baaf3834216d3394, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/81ec4a656a194462a48eb68be6049799, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d963bcccbee844fe88f47eb326be6431, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/822facc3ac9c4a16b489882def78e885, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c4911c97161a4f16964fbf941cf1292c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1ccdfb50979b41e59f026f7f8b9f0982, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6ad389818c40457da7ec2fcf1ca63660, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/bd6a52798fd247388df8281df9a9dc27, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7b87f5ad260b46fe93728bb6d335d61a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d35adcfe2a6484aaeb0190b0f2e2e4a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/8a8532569a794a15a930a6487ad52126, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b80ce7043e7945b38b422276fa6e73ce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d566f6c72e9b43d697e86accdd961758, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/dd4db8a1dad24d51b1157f4c2a09c967, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3b9c4c20bc994be697af6cec9b0352d9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d2c657e961849ff838c20065dea6b7c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/afacc3e2cc034f6594e7dedeb520df1d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/66ac66651f59413ca0b43c4497ec4649, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6baf5032668a416fbc44b941ed54a0e5] to archive 2024-11-27T20:23:17,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:17,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b2c2d67613e74e70bbc272d630b7da6e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b2c2d67613e74e70bbc272d630b7da6e 2024-11-27T20:23:17,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3c172f4b4a914c22ad629f8801bfa5ea to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3c172f4b4a914c22ad629f8801bfa5ea 2024-11-27T20:23:17,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/88d1773402c94c51be27dece3102f770 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/88d1773402c94c51be27dece3102f770 2024-11-27T20:23:17,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65017aa454d246a0b89172b469117bd0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65017aa454d246a0b89172b469117bd0 2024-11-27T20:23:17,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/4f5fa25ec77b425f84b52d9bf7928109 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/4f5fa25ec77b425f84b52d9bf7928109 2024-11-27T20:23:17,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a3de4fa19a5e40f2bca9fd43a53099e8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a3de4fa19a5e40f2bca9fd43a53099e8 2024-11-27T20:23:17,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7da0172a9b2f410e877b5166a9992b73 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7da0172a9b2f410e877b5166a9992b73 2024-11-27T20:23:17,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65ae188f7c6a4342b714cb4ee72973bc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/65ae188f7c6a4342b714cb4ee72973bc 2024-11-27T20:23:17,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b90b2be705b343f9aa47c5191274c0c8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b90b2be705b343f9aa47c5191274c0c8 2024-11-27T20:23:17,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4dd7fa1fb23448db9e15bdb182a4108 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4dd7fa1fb23448db9e15bdb182a4108 2024-11-27T20:23:17,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9ce5c8e1ac9c4da897f4cd3359f54a72 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9ce5c8e1ac9c4da897f4cd3359f54a72 2024-11-27T20:23:17,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/511df283b5754c62853639896ef91edb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/511df283b5754c62853639896ef91edb 2024-11-27T20:23:17,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/20deb4caa2a0402e802305ab0547d451 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/20deb4caa2a0402e802305ab0547d451 2024-11-27T20:23:17,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/5b03508be24b42ec9e9b7d2bcac18eb2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/5b03508be24b42ec9e9b7d2bcac18eb2 2024-11-27T20:23:17,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a93060c3a6944f0e9ed21d41e6b8305d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a93060c3a6944f0e9ed21d41e6b8305d 2024-11-27T20:23:17,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c5f0a6c8ef2d40b4855d5699d72bbeff to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c5f0a6c8ef2d40b4855d5699d72bbeff 2024-11-27T20:23:17,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b0daf5fb018949ca8c57b245a1919b2d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b0daf5fb018949ca8c57b245a1919b2d 2024-11-27T20:23:17,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d6f613873f944abbbea0bc986a1b900 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d6f613873f944abbbea0bc986a1b900 2024-11-27T20:23:17,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4a485a6c3de4b47b21dbb561dbf4ec1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/e4a485a6c3de4b47b21dbb561dbf4ec1 2024-11-27T20:23:17,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/61ee4cf6bd6348ba94443152855ef018 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/61ee4cf6bd6348ba94443152855ef018 2024-11-27T20:23:17,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c83f182e62b84c57842e698cd5233b90 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c83f182e62b84c57842e698cd5233b90 2024-11-27T20:23:17,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1f128fccc12d4301a296abccf7838050 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1f128fccc12d4301a296abccf7838050 2024-11-27T20:23:17,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d1618ab038684ae8baaf3834216d3394 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d1618ab038684ae8baaf3834216d3394 2024-11-27T20:23:17,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/81ec4a656a194462a48eb68be6049799 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/81ec4a656a194462a48eb68be6049799 2024-11-27T20:23:17,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d963bcccbee844fe88f47eb326be6431 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d963bcccbee844fe88f47eb326be6431 2024-11-27T20:23:17,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/822facc3ac9c4a16b489882def78e885 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/822facc3ac9c4a16b489882def78e885 2024-11-27T20:23:17,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c4911c97161a4f16964fbf941cf1292c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/c4911c97161a4f16964fbf941cf1292c 2024-11-27T20:23:17,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1ccdfb50979b41e59f026f7f8b9f0982 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/1ccdfb50979b41e59f026f7f8b9f0982 2024-11-27T20:23:17,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6ad389818c40457da7ec2fcf1ca63660 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6ad389818c40457da7ec2fcf1ca63660 2024-11-27T20:23:17,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/bd6a52798fd247388df8281df9a9dc27 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/bd6a52798fd247388df8281df9a9dc27 2024-11-27T20:23:17,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7b87f5ad260b46fe93728bb6d335d61a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/7b87f5ad260b46fe93728bb6d335d61a 2024-11-27T20:23:17,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d35adcfe2a6484aaeb0190b0f2e2e4a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6d35adcfe2a6484aaeb0190b0f2e2e4a 2024-11-27T20:23:17,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/8a8532569a794a15a930a6487ad52126 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/8a8532569a794a15a930a6487ad52126 2024-11-27T20:23:17,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b80ce7043e7945b38b422276fa6e73ce to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/b80ce7043e7945b38b422276fa6e73ce 2024-11-27T20:23:17,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d566f6c72e9b43d697e86accdd961758 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/d566f6c72e9b43d697e86accdd961758 2024-11-27T20:23:17,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/dd4db8a1dad24d51b1157f4c2a09c967 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/dd4db8a1dad24d51b1157f4c2a09c967 2024-11-27T20:23:17,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3b9c4c20bc994be697af6cec9b0352d9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/3b9c4c20bc994be697af6cec9b0352d9 2024-11-27T20:23:17,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d2c657e961849ff838c20065dea6b7c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d2c657e961849ff838c20065dea6b7c 2024-11-27T20:23:17,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/afacc3e2cc034f6594e7dedeb520df1d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/afacc3e2cc034f6594e7dedeb520df1d 2024-11-27T20:23:17,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/66ac66651f59413ca0b43c4497ec4649 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/66ac66651f59413ca0b43c4497ec4649 2024-11-27T20:23:17,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6baf5032668a416fbc44b941ed54a0e5 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/6baf5032668a416fbc44b941ed54a0e5 2024-11-27T20:23:17,857 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/recovered.edits/578.seqid, newMaxSeqId=578, maxSeqId=1 2024-11-27T20:23:17,858 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563. 2024-11-27T20:23:17,858 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for a889450dc647d2c9d65d3893ca053563: 2024-11-27T20:23:17,860 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:17,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=a889450dc647d2c9d65d3893ca053563, regionState=CLOSED 2024-11-27T20:23:17,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-27T20:23:17,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure a889450dc647d2c9d65d3893ca053563, server=23827885d8b7,33005,1732738897633 in 1.0800 sec 2024-11-27T20:23:17,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-27T20:23:17,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a889450dc647d2c9d65d3893ca053563, UNASSIGN in 1.0850 sec 2024-11-27T20:23:17,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-27T20:23:17,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0910 sec 2024-11-27T20:23:17,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738997870"}]},"ts":"1732738997870"} 2024-11-27T20:23:17,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:23:17,874 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:23:17,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1060 sec 2024-11-27T20:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-27T20:23:17,881 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 105 completed 2024-11-27T20:23:17,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:17,884 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:17,884 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-27T20:23:17,897 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:17,902 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/recovered.edits] 2024-11-27T20:23:17,911 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/30e31bef2ce74dd193e3e465a1e89733 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/30e31bef2ce74dd193e3e465a1e89733 2024-11-27T20:23:17,912 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/94de19d284514d1cab2109804f29e053 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/A/94de19d284514d1cab2109804f29e053 2024-11-27T20:23:17,916 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/42df2fca68124cd58bd3f8a2b5bdd3be to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/42df2fca68124cd58bd3f8a2b5bdd3be 2024-11-27T20:23:17,918 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/4b88d57d8482407980843b3b291be108 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/B/4b88d57d8482407980843b3b291be108 2024-11-27T20:23:17,921 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d968fa94117431ab482a972090499e8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/9d968fa94117431ab482a972090499e8 2024-11-27T20:23:17,922 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a62184ec97fa4a83aab973365932f8b9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/C/a62184ec97fa4a83aab973365932f8b9 2024-11-27T20:23:17,925 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/recovered.edits/578.seqid to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563/recovered.edits/578.seqid 2024-11-27T20:23:17,926 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/a889450dc647d2c9d65d3893ca053563 2024-11-27T20:23:17,926 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:23:17,928 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:17,930 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:23:17,932 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:23:17,934 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:17,934 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:23:17,935 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732738997934"}]},"ts":"9223372036854775807"} 2024-11-27T20:23:17,944 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:23:17,944 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a889450dc647d2c9d65d3893ca053563, NAME => 'TestAcidGuarantees,,1732738969170.a889450dc647d2c9d65d3893ca053563.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:23:17,944 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:23:17,944 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732738997944"}]},"ts":"9223372036854775807"} 2024-11-27T20:23:17,948 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:23:17,950 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:17,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-27T20:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-27T20:23:17,986 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 109 completed 2024-11-27T20:23:18,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242 (was 237) - Thread LEAK? -, OpenFileDescriptor=463 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=569 (was 450) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5680 (was 5330) - AvailableMemoryMB LEAK? - 2024-11-27T20:23:18,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=242, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=5679 2024-11-27T20:23:18,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:23:18,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:18,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:23:18,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:18,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 110 2024-11-27T20:23:18,049 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:23:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742273_1449 (size=960) 2024-11-27T20:23:18,106 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:23:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742274_1450 (size=53) 2024-11-27T20:23:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:23:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:23:18,545 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:18,545 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 722117b7bc13f3df80da099504a64f70, disabling compactions & flushes 2024-11-27T20:23:18,545 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:18,545 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:18,545 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. after waiting 0 ms 2024-11-27T20:23:18,545 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:18,545 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:18,545 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:18,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:23:18,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732738998546"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738998546"}]},"ts":"1732738998546"} 2024-11-27T20:23:18,548 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:23:18,549 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:23:18,549 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738998549"}]},"ts":"1732738998549"} 2024-11-27T20:23:18,551 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:23:18,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, ASSIGN}] 2024-11-27T20:23:18,556 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, ASSIGN 2024-11-27T20:23:18,556 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, ASSIGN; state=OFFLINE, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=false 2024-11-27T20:23:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:23:18,707 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=722117b7bc13f3df80da099504a64f70, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:18,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE; OpenRegionProcedure 722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:23:18,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:18,864 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:18,865 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7285): Opening region: {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:18,865 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,865 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:18,865 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7327): checking encryption for 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,865 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7330): checking classloading for 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,869 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,874 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:18,875 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722117b7bc13f3df80da099504a64f70 columnFamilyName A 2024-11-27T20:23:18,875 DEBUG [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:18,876 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(327): Store=722117b7bc13f3df80da099504a64f70/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:18,877 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,879 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:18,879 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722117b7bc13f3df80da099504a64f70 columnFamilyName B 2024-11-27T20:23:18,879 DEBUG [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:18,880 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(327): Store=722117b7bc13f3df80da099504a64f70/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:18,881 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,887 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:18,888 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722117b7bc13f3df80da099504a64f70 columnFamilyName C 2024-11-27T20:23:18,888 DEBUG [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:18,889 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(327): Store=722117b7bc13f3df80da099504a64f70/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:18,889 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:18,890 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,890 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,892 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:23:18,894 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1085): writing seq id for 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:18,896 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:23:18,897 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1102): Opened 722117b7bc13f3df80da099504a64f70; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73667337, jitterRate=0.09772886335849762}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:23:18,898 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1001): Region open journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:18,898 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., pid=112, masterSystemTime=1732738998861 2024-11-27T20:23:18,900 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:18,900 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:18,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=722117b7bc13f3df80da099504a64f70, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:18,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-27T20:23:18,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; OpenRegionProcedure 722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 in 194 msec 2024-11-27T20:23:18,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-27T20:23:18,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, ASSIGN in 350 msec 2024-11-27T20:23:18,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:23:18,909 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738998909"}]},"ts":"1732738998909"} 2024-11-27T20:23:18,911 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:23:18,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:23:18,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 875 msec 2024-11-27T20:23:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T20:23:19,156 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-27T20:23:19,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-27T20:23:19,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:19,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:19,202 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:19,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:23:19,211 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:23:19,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:23:19,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:23:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=113, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742275_1451 (size=996) 2024-11-27T20:23:19,279 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T20:23:19,279 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T20:23:19,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:23:19,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, REOPEN/MOVE}] 2024-11-27T20:23:19,287 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, REOPEN/MOVE 2024-11-27T20:23:19,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=115 updating hbase:meta row=722117b7bc13f3df80da099504a64f70, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:19,289 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:23:19,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE; CloseRegionProcedure 722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:23:19,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:19,443 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(124): Close 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,443 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:23:19,443 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1681): Closing 722117b7bc13f3df80da099504a64f70, disabling compactions & flushes 2024-11-27T20:23:19,443 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:19,443 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:19,443 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. after waiting 0 ms 2024-11-27T20:23:19,443 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:19,462 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T20:23:19,463 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:19,463 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1635): Region close journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:19,463 WARN [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionServer(3786): Not adding moved region record: 722117b7bc13f3df80da099504a64f70 to self. 2024-11-27T20:23:19,467 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(170): Closed 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,468 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=115 updating hbase:meta row=722117b7bc13f3df80da099504a64f70, regionState=CLOSED 2024-11-27T20:23:19,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-27T20:23:19,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; CloseRegionProcedure 722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 in 181 msec 2024-11-27T20:23:19,474 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, REOPEN/MOVE; state=CLOSED, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=true 2024-11-27T20:23:19,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=115 updating hbase:meta row=722117b7bc13f3df80da099504a64f70, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:19,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=115, state=RUNNABLE; OpenRegionProcedure 722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:23:19,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:19,782 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:19,782 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:19,783 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,783 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:19,783 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,783 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,798 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,808 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:19,809 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722117b7bc13f3df80da099504a64f70 columnFamilyName A 2024-11-27T20:23:19,811 DEBUG [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:19,812 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(327): Store=722117b7bc13f3df80da099504a64f70/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:19,812 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,813 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:19,813 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722117b7bc13f3df80da099504a64f70 columnFamilyName B 2024-11-27T20:23:19,813 DEBUG [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:19,814 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(327): Store=722117b7bc13f3df80da099504a64f70/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:19,814 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,814 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:19,815 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722117b7bc13f3df80da099504a64f70 columnFamilyName C 2024-11-27T20:23:19,815 DEBUG [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:19,815 INFO [StoreOpener-722117b7bc13f3df80da099504a64f70-1 {}] regionserver.HStore(327): Store=722117b7bc13f3df80da099504a64f70/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:19,815 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:19,816 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,817 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,819 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:23:19,821 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:19,821 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened 722117b7bc13f3df80da099504a64f70; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70196099, jitterRate=0.04600338637828827}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:23:19,822 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:19,823 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., pid=117, masterSystemTime=1732738999778 2024-11-27T20:23:19,826 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:19,826 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:19,826 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=115 updating hbase:meta row=722117b7bc13f3df80da099504a64f70, regionState=OPEN, openSeqNum=5, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:19,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=115 2024-11-27T20:23:19,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=115, state=SUCCESS; OpenRegionProcedure 722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 in 201 msec 2024-11-27T20:23:19,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-27T20:23:19,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, REOPEN/MOVE in 543 msec 2024-11-27T20:23:19,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-27T20:23:19,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 548 msec 2024-11-27T20:23:19,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 609 msec 2024-11-27T20:23:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-11-27T20:23:19,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-27T20:23:19,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:19,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-27T20:23:19,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:19,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-27T20:23:19,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:19,946 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-27T20:23:19,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:19,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-27T20:23:20,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:20,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-27T20:23:20,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:20,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-27T20:23:20,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:20,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-27T20:23:20,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:20,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-27T20:23:20,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:20,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-27T20:23:20,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:20,201 DEBUG [hconnection-0x2d617449-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,204 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:20,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:20,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:20,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:20,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:20,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:20,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:20,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:20,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:20,234 DEBUG [hconnection-0x2556728d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-27T20:23:20,245 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:20,246 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,234 DEBUG [hconnection-0x6ab90ccc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T20:23:20,246 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:20,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:20,247 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739060258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739060258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,274 DEBUG [hconnection-0x6a8b0ed5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,275 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739060277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112732aa15c6838f4eaaa982665055c38e48_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739000216/Put/seqid=0 2024-11-27T20:23:20,299 DEBUG [hconnection-0x4f641bc0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,300 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,301 DEBUG [hconnection-0x1cbefd9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,302 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,316 DEBUG [hconnection-0x4a1b8c18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,317 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,329 DEBUG [hconnection-0x44d7e607-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,330 DEBUG [hconnection-0x756c2950-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,331 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,331 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739060333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,340 DEBUG [hconnection-0x3d7ea084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:20,346 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T20:23:20,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739060348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739060360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739060361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739060379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:20,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:20,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:20,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:20,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739060435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742276_1452 (size=12154) 2024-11-27T20:23:20,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739060450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T20:23:20,553 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:20,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:20,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:20,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739060563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739060563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739060581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739060638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739060652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:20,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:20,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:20,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:20,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,848 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T20:23:20,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112732aa15c6838f4eaaa982665055c38e48_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732aa15c6838f4eaaa982665055c38e48_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:20,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/83c7f1733af74c76b54ad641b4e7aeab, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:20,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/83c7f1733af74c76b54ad641b4e7aeab is 175, key is test_row_0/A:col10/1732739000216/Put/seqid=0 2024-11-27T20:23:20,866 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:20,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:20,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:20,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:20,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:20,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739060867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739060888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739060896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742277_1453 (size=30955) 2024-11-27T20:23:20,945 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/83c7f1733af74c76b54ad641b4e7aeab 2024-11-27T20:23:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739060957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739060965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/bb15f9bef5174966bfa4108b23702bdf is 50, key is test_row_0/B:col10/1732739000216/Put/seqid=0 2024-11-27T20:23:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742278_1454 (size=12001) 2024-11-27T20:23:21,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/bb15f9bef5174966bfa4108b23702bdf 2024-11-27T20:23:21,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:21,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/d3d3cef1275d43f4802089d77ef164dc is 50, key is test_row_0/C:col10/1732739000216/Put/seqid=0 2024-11-27T20:23:21,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T20:23:21,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742279_1455 (size=12001) 2024-11-27T20:23:21,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/d3d3cef1275d43f4802089d77ef164dc 2024-11-27T20:23:21,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/83c7f1733af74c76b54ad641b4e7aeab as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/83c7f1733af74c76b54ad641b4e7aeab 2024-11-27T20:23:21,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/83c7f1733af74c76b54ad641b4e7aeab, entries=150, sequenceid=15, filesize=30.2 K 2024-11-27T20:23:21,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/bb15f9bef5174966bfa4108b23702bdf as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/bb15f9bef5174966bfa4108b23702bdf 2024-11-27T20:23:21,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/bb15f9bef5174966bfa4108b23702bdf, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T20:23:21,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/d3d3cef1275d43f4802089d77ef164dc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d3d3cef1275d43f4802089d77ef164dc 2024-11-27T20:23:21,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739061377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d3d3cef1275d43f4802089d77ef164dc, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T20:23:21,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 722117b7bc13f3df80da099504a64f70 in 1165ms, sequenceid=15, compaction requested=false 2024-11-27T20:23:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:21,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:23:21,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:21,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:21,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:21,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:21,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:21,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:21,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739061411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739061412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739061462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739061470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272000eac88d094497b04120958400ab90_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739000240/Put/seqid=0 2024-11-27T20:23:21,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739061514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739061515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742280_1456 (size=14594) 2024-11-27T20:23:21,530 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:21,547 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272000eac88d094497b04120958400ab90_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272000eac88d094497b04120958400ab90_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:21,550 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/dc4b1ef856234484912e0cbce0675704, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:21,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/dc4b1ef856234484912e0cbce0675704 is 175, key is test_row_0/A:col10/1732739000240/Put/seqid=0 2024-11-27T20:23:21,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742281_1457 (size=39549) 2024-11-27T20:23:21,602 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/dc4b1ef856234484912e0cbce0675704 2024-11-27T20:23:21,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/6a9397d3d37e4bfebf79b563578942b6 is 50, key is test_row_0/B:col10/1732739000240/Put/seqid=0 2024-11-27T20:23:21,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742282_1458 (size=12001) 2024-11-27T20:23:21,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/6a9397d3d37e4bfebf79b563578942b6 2024-11-27T20:23:21,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/8ad25c046e5644c185b03548b5f7bf20 is 50, key is test_row_0/C:col10/1732739000240/Put/seqid=0 2024-11-27T20:23:21,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739061725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739061726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742283_1459 (size=12001) 2024-11-27T20:23:21,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/8ad25c046e5644c185b03548b5f7bf20 2024-11-27T20:23:21,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:21,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/dc4b1ef856234484912e0cbce0675704 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc4b1ef856234484912e0cbce0675704 2024-11-27T20:23:21,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc4b1ef856234484912e0cbce0675704, entries=200, sequenceid=42, filesize=38.6 K 2024-11-27T20:23:21,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/6a9397d3d37e4bfebf79b563578942b6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/6a9397d3d37e4bfebf79b563578942b6 2024-11-27T20:23:21,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/6a9397d3d37e4bfebf79b563578942b6, entries=150, sequenceid=42, filesize=11.7 K 2024-11-27T20:23:21,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/8ad25c046e5644c185b03548b5f7bf20 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8ad25c046e5644c185b03548b5f7bf20 2024-11-27T20:23:21,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8ad25c046e5644c185b03548b5f7bf20, entries=150, sequenceid=42, filesize=11.7 K 2024-11-27T20:23:21,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 722117b7bc13f3df80da099504a64f70 in 431ms, sequenceid=42, compaction requested=false 2024-11-27T20:23:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:21,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:21,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T20:23:21,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:21,976 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T20:23:21,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:21,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:21,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:21,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:21,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:21,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:22,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b2823fff5eda4c1ebec5fd293a1b53fc_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739001411/Put/seqid=0 2024-11-27T20:23:22,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742284_1460 (size=12154) 2024-11-27T20:23:22,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:22,023 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b2823fff5eda4c1ebec5fd293a1b53fc_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b2823fff5eda4c1ebec5fd293a1b53fc_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/a30df42b7fe9424caf7126e939299dfd, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/a30df42b7fe9424caf7126e939299dfd is 175, key is test_row_0/A:col10/1732739001411/Put/seqid=0 2024-11-27T20:23:22,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742285_1461 (size=30955) 2024-11-27T20:23:22,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739062185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739062187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739062294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739062295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T20:23:22,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739062379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,470 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/a30df42b7fe9424caf7126e939299dfd 2024-11-27T20:23:22,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739062473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739062477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/8826cebaa2814dfca051e6ecdcd82327 is 50, key is test_row_0/B:col10/1732739001411/Put/seqid=0 2024-11-27T20:23:22,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739062508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739062509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742286_1462 (size=12001) 2024-11-27T20:23:22,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739062819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739062821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:22,969 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/8826cebaa2814dfca051e6ecdcd82327 2024-11-27T20:23:22,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/d1ce0f34ef284353b4e5126f6ff45d25 is 50, key is test_row_0/C:col10/1732739001411/Put/seqid=0 2024-11-27T20:23:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742287_1463 (size=12001) 2024-11-27T20:23:23,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739063329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:23,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739063329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:23,414 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/d1ce0f34ef284353b4e5126f6ff45d25 2024-11-27T20:23:23,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:23:23,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/a30df42b7fe9424caf7126e939299dfd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/a30df42b7fe9424caf7126e939299dfd 2024-11-27T20:23:23,426 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/a30df42b7fe9424caf7126e939299dfd, entries=150, sequenceid=51, filesize=30.2 K 2024-11-27T20:23:23,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/8826cebaa2814dfca051e6ecdcd82327 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8826cebaa2814dfca051e6ecdcd82327 2024-11-27T20:23:23,436 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8826cebaa2814dfca051e6ecdcd82327, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T20:23:23,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/d1ce0f34ef284353b4e5126f6ff45d25 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d1ce0f34ef284353b4e5126f6ff45d25 2024-11-27T20:23:23,442 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d1ce0f34ef284353b4e5126f6ff45d25, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T20:23:23,446 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 722117b7bc13f3df80da099504a64f70 in 1470ms, sequenceid=51, compaction requested=true 2024-11-27T20:23:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-27T20:23:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-27T20:23:23,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-27T20:23:23,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2010 sec 2024-11-27T20:23:23,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 3.2160 sec 2024-11-27T20:23:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:24,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T20:23:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:24,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T20:23:24,355 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-27T20:23:24,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-27T20:23:24,359 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:23:24,361 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:24,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:24,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270033ed15fb19407880eb2785ceccd195_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739002181/Put/seqid=0 2024-11-27T20:23:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739064377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739064381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739064398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,403 DEBUG [Thread-1988 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:24,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742288_1464 (size=14594) 2024-11-27T20:23:24,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:24,455 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270033ed15fb19407880eb2785ceccd195_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270033ed15fb19407880eb2785ceccd195_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:24,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/8f7cb371515d4527a1508aa0d961f836, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:24,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/8f7cb371515d4527a1508aa0d961f836 is 175, key is test_row_0/A:col10/1732739002181/Put/seqid=0 2024-11-27T20:23:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:23:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742289_1465 (size=39549) 2024-11-27T20:23:24,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739064484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,489 DEBUG [Thread-1994 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4223 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:24,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739064488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739064489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739064502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,509 DEBUG [Thread-1990 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4235 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:24,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T20:23:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:24,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:23:24,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T20:23:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:24,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739064698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739064699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T20:23:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:24,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,885 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/8f7cb371515d4527a1508aa0d961f836 2024-11-27T20:23:24,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/80a4dda219eb42aeafacb585c4c4cfa3 is 50, key is test_row_0/B:col10/1732739002181/Put/seqid=0 2024-11-27T20:23:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742290_1466 (size=12001) 2024-11-27T20:23:24,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/80a4dda219eb42aeafacb585c4c4cfa3 2024-11-27T20:23:24,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/c5b163a0391e4ffa80769b051c0219dc is 50, key is test_row_0/C:col10/1732739002181/Put/seqid=0 2024-11-27T20:23:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:23:24,977 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:24,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T20:23:24,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:24,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:24,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:24,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:24,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742291_1467 (size=12001) 2024-11-27T20:23:24,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/c5b163a0391e4ffa80769b051c0219dc 2024-11-27T20:23:24,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/8f7cb371515d4527a1508aa0d961f836 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8f7cb371515d4527a1508aa0d961f836 2024-11-27T20:23:25,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8f7cb371515d4527a1508aa0d961f836, entries=200, sequenceid=79, filesize=38.6 K 2024-11-27T20:23:25,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/80a4dda219eb42aeafacb585c4c4cfa3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/80a4dda219eb42aeafacb585c4c4cfa3 2024-11-27T20:23:25,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/80a4dda219eb42aeafacb585c4c4cfa3, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T20:23:25,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/c5b163a0391e4ffa80769b051c0219dc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c5b163a0391e4ffa80769b051c0219dc 2024-11-27T20:23:25,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739065008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:25,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739065009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:25,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c5b163a0391e4ffa80769b051c0219dc, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T20:23:25,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 722117b7bc13f3df80da099504a64f70 in 666ms, sequenceid=79, compaction requested=true 2024-11-27T20:23:25,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:25,018 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:25,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:25,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:25,018 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:25,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:25,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:25,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:25,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:25,020 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:25,020 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/A is initiating minor compaction (all files) 2024-11-27T20:23:25,020 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/A in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:25,020 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/83c7f1733af74c76b54ad641b4e7aeab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc4b1ef856234484912e0cbce0675704, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/a30df42b7fe9424caf7126e939299dfd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8f7cb371515d4527a1508aa0d961f836] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=137.7 K 2024-11-27T20:23:25,020 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:25,020 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/83c7f1733af74c76b54ad641b4e7aeab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc4b1ef856234484912e0cbce0675704, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/a30df42b7fe9424caf7126e939299dfd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8f7cb371515d4527a1508aa0d961f836] 2024-11-27T20:23:25,021 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:25,021 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/B is initiating minor compaction (all files) 2024-11-27T20:23:25,021 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/B in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:25,021 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/bb15f9bef5174966bfa4108b23702bdf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/6a9397d3d37e4bfebf79b563578942b6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8826cebaa2814dfca051e6ecdcd82327, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/80a4dda219eb42aeafacb585c4c4cfa3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=46.9 K 2024-11-27T20:23:25,021 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83c7f1733af74c76b54ad641b4e7aeab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732739000216 2024-11-27T20:23:25,022 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting bb15f9bef5174966bfa4108b23702bdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732739000216 2024-11-27T20:23:25,022 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc4b1ef856234484912e0cbce0675704, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732739000240 2024-11-27T20:23:25,022 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a9397d3d37e4bfebf79b563578942b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732739000240 2024-11-27T20:23:25,022 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting a30df42b7fe9424caf7126e939299dfd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732739001399 2024-11-27T20:23:25,023 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8826cebaa2814dfca051e6ecdcd82327, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732739001399 2024-11-27T20:23:25,023 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f7cb371515d4527a1508aa0d961f836, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739002176 2024-11-27T20:23:25,023 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 80a4dda219eb42aeafacb585c4c4cfa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739002181 2024-11-27T20:23:25,032 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:25,043 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#B#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:25,044 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/1f77d1c123fa463e8afdd36d698eb52b is 50, key is test_row_0/B:col10/1732739002181/Put/seqid=0 2024-11-27T20:23:25,049 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411277ab2abb33f864f41ac5cd37deace9d1a_722117b7bc13f3df80da099504a64f70 store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:25,051 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411277ab2abb33f864f41ac5cd37deace9d1a_722117b7bc13f3df80da099504a64f70, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:25,051 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277ab2abb33f864f41ac5cd37deace9d1a_722117b7bc13f3df80da099504a64f70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:25,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742292_1468 (size=12139) 2024-11-27T20:23:25,073 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/1f77d1c123fa463e8afdd36d698eb52b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/1f77d1c123fa463e8afdd36d698eb52b 2024-11-27T20:23:25,081 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/B of 722117b7bc13f3df80da099504a64f70 into 1f77d1c123fa463e8afdd36d698eb52b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:25,081 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:25,081 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/B, priority=12, startTime=1732739005018; duration=0sec 2024-11-27T20:23:25,081 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:25,081 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:B 2024-11-27T20:23:25,081 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:25,082 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:25,082 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/C is initiating minor compaction (all files) 2024-11-27T20:23:25,083 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/C in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:25,083 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d3d3cef1275d43f4802089d77ef164dc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8ad25c046e5644c185b03548b5f7bf20, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d1ce0f34ef284353b4e5126f6ff45d25, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c5b163a0391e4ffa80769b051c0219dc] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=46.9 K 2024-11-27T20:23:25,084 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d3d3cef1275d43f4802089d77ef164dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732739000216 2024-11-27T20:23:25,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742293_1469 (size=4469) 2024-11-27T20:23:25,085 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ad25c046e5644c185b03548b5f7bf20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732739000240 2024-11-27T20:23:25,086 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ce0f34ef284353b4e5126f6ff45d25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732739001399 2024-11-27T20:23:25,086 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c5b163a0391e4ffa80769b051c0219dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739002181 2024-11-27T20:23:25,087 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#A#compaction#406 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:25,087 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/0c0e17e6171a4470a0423b3018a110ab is 175, key is test_row_0/A:col10/1732739002181/Put/seqid=0 2024-11-27T20:23:25,102 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:25,103 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/5ae7ed0f8df04ce9923689e5a2f27b87 is 50, key is test_row_0/C:col10/1732739002181/Put/seqid=0 2024-11-27T20:23:25,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742294_1470 (size=31093) 2024-11-27T20:23:25,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:25,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T20:23:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:25,131 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T20:23:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:25,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:25,137 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/0c0e17e6171a4470a0423b3018a110ab as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/0c0e17e6171a4470a0423b3018a110ab 2024-11-27T20:23:25,145 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/A of 722117b7bc13f3df80da099504a64f70 into 0c0e17e6171a4470a0423b3018a110ab(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:25,145 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:25,145 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/A, priority=12, startTime=1732739005017; duration=0sec 2024-11-27T20:23:25,145 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:25,145 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:A 2024-11-27T20:23:25,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127928b96c202c14917b79876a808e3a38a_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739004376/Put/seqid=0 2024-11-27T20:23:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742295_1471 (size=12139) 2024-11-27T20:23:25,167 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/5ae7ed0f8df04ce9923689e5a2f27b87 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/5ae7ed0f8df04ce9923689e5a2f27b87 2024-11-27T20:23:25,176 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/C of 722117b7bc13f3df80da099504a64f70 into 5ae7ed0f8df04ce9923689e5a2f27b87(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:25,176 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:25,176 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/C, priority=12, startTime=1732739005019; duration=0sec 2024-11-27T20:23:25,176 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:25,176 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:C 2024-11-27T20:23:25,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742296_1472 (size=12154) 2024-11-27T20:23:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:25,202 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127928b96c202c14917b79876a808e3a38a_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127928b96c202c14917b79876a808e3a38a_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:25,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/74e017d65ce246059f2cbaee1138285c, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/74e017d65ce246059f2cbaee1138285c is 175, key is test_row_0/A:col10/1732739004376/Put/seqid=0 2024-11-27T20:23:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742297_1473 (size=30955) 2024-11-27T20:23:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:23:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:25,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:25,619 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/74e017d65ce246059f2cbaee1138285c 2024-11-27T20:23:25,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/8902bf50a737498e83c8fa2b7bde822a is 50, key is test_row_0/B:col10/1732739004376/Put/seqid=0 2024-11-27T20:23:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739065630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:25,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739065637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742298_1474 (size=12001) 2024-11-27T20:23:25,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739065740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739065747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739065951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:25,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739065956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:26,062 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/8902bf50a737498e83c8fa2b7bde822a 2024-11-27T20:23:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/217430cc1ccc41e395be1165c29c434f is 50, key is test_row_0/C:col10/1732739004376/Put/seqid=0 2024-11-27T20:23:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742299_1475 (size=12001) 2024-11-27T20:23:26,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739066260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739066270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:23:26,528 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/217430cc1ccc41e395be1165c29c434f 2024-11-27T20:23:26,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/74e017d65ce246059f2cbaee1138285c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/74e017d65ce246059f2cbaee1138285c 2024-11-27T20:23:26,538 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/74e017d65ce246059f2cbaee1138285c, entries=150, sequenceid=88, filesize=30.2 K 2024-11-27T20:23:26,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/8902bf50a737498e83c8fa2b7bde822a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8902bf50a737498e83c8fa2b7bde822a 2024-11-27T20:23:26,546 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8902bf50a737498e83c8fa2b7bde822a, entries=150, sequenceid=88, filesize=11.7 K 2024-11-27T20:23:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/217430cc1ccc41e395be1165c29c434f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/217430cc1ccc41e395be1165c29c434f 2024-11-27T20:23:26,553 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/217430cc1ccc41e395be1165c29c434f, entries=150, sequenceid=88, filesize=11.7 K 2024-11-27T20:23:26,554 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 722117b7bc13f3df80da099504a64f70 in 1423ms, sequenceid=88, compaction requested=false 2024-11-27T20:23:26,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:26,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:26,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-27T20:23:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-27T20:23:26,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-27T20:23:26,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1970 sec 2024-11-27T20:23:26,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.2040 sec 2024-11-27T20:23:26,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-27T20:23:26,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:26,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:26,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:26,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:26,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:26,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:26,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276bc635590d3045a09c3572a84f594b1b_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739006782/Put/seqid=0 2024-11-27T20:23:26,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739066803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:26,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739066809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742300_1476 (size=14594) 2024-11-27T20:23:26,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739066912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:26,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739066926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:27,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739067127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:27,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739067135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:27,251 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:27,255 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276bc635590d3045a09c3572a84f594b1b_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276bc635590d3045a09c3572a84f594b1b_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:27,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/bf634ecb35934c02ba5eae317b36fc14, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:27,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/bf634ecb35934c02ba5eae317b36fc14 is 175, key is test_row_0/A:col10/1732739006782/Put/seqid=0 2024-11-27T20:23:27,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742301_1477 (size=39549) 2024-11-27T20:23:27,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/bf634ecb35934c02ba5eae317b36fc14 2024-11-27T20:23:27,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/9f9e681b8f1040699ef8407bc584c916 is 50, key is test_row_0/B:col10/1732739006782/Put/seqid=0 2024-11-27T20:23:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742302_1478 (size=12001) 2024-11-27T20:23:27,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/9f9e681b8f1040699ef8407bc584c916 2024-11-27T20:23:27,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/2983370a71f74daf9392006d4381e08c is 50, key is test_row_0/C:col10/1732739006782/Put/seqid=0 2024-11-27T20:23:27,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742303_1479 (size=12001) 2024-11-27T20:23:27,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739067440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:27,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739067445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:27,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/2983370a71f74daf9392006d4381e08c 2024-11-27T20:23:27,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/bf634ecb35934c02ba5eae317b36fc14 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/bf634ecb35934c02ba5eae317b36fc14 2024-11-27T20:23:27,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/bf634ecb35934c02ba5eae317b36fc14, entries=200, sequenceid=119, filesize=38.6 K 2024-11-27T20:23:27,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/9f9e681b8f1040699ef8407bc584c916 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/9f9e681b8f1040699ef8407bc584c916 2024-11-27T20:23:27,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/9f9e681b8f1040699ef8407bc584c916, entries=150, sequenceid=119, filesize=11.7 K 2024-11-27T20:23:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/2983370a71f74daf9392006d4381e08c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2983370a71f74daf9392006d4381e08c 2024-11-27T20:23:27,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2983370a71f74daf9392006d4381e08c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-27T20:23:27,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 722117b7bc13f3df80da099504a64f70 in 1087ms, sequenceid=119, compaction requested=true 2024-11-27T20:23:27,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:27,872 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:27,872 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:27,873 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:27,873 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/A is initiating minor compaction (all files) 2024-11-27T20:23:27,873 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/A in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:27,873 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/0c0e17e6171a4470a0423b3018a110ab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/74e017d65ce246059f2cbaee1138285c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/bf634ecb35934c02ba5eae317b36fc14] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=99.2 K 2024-11-27T20:23:27,873 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:27,873 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/0c0e17e6171a4470a0423b3018a110ab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/74e017d65ce246059f2cbaee1138285c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/bf634ecb35934c02ba5eae317b36fc14] 2024-11-27T20:23:27,873 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:27,873 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/B is initiating minor compaction (all files) 2024-11-27T20:23:27,873 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/B in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:27,874 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/1f77d1c123fa463e8afdd36d698eb52b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8902bf50a737498e83c8fa2b7bde822a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/9f9e681b8f1040699ef8407bc584c916] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=35.3 K 2024-11-27T20:23:27,880 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c0e17e6171a4470a0423b3018a110ab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739002181 2024-11-27T20:23:27,880 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f77d1c123fa463e8afdd36d698eb52b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739002181 2024-11-27T20:23:27,880 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74e017d65ce246059f2cbaee1138285c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732739004359 2024-11-27T20:23:27,880 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8902bf50a737498e83c8fa2b7bde822a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732739004359 2024-11-27T20:23:27,880 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f9e681b8f1040699ef8407bc584c916, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739005549 2024-11-27T20:23:27,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf634ecb35934c02ba5eae317b36fc14, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739005549 2024-11-27T20:23:27,906 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:27,906 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3b6921d4326141f5a90b8445eb4a5537 is 50, key is test_row_0/B:col10/1732739006782/Put/seqid=0 2024-11-27T20:23:27,911 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:27,932 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127a718943c49bb416f8fff45bb70164900_722117b7bc13f3df80da099504a64f70 store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:27,934 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127a718943c49bb416f8fff45bb70164900_722117b7bc13f3df80da099504a64f70, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:27,934 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a718943c49bb416f8fff45bb70164900_722117b7bc13f3df80da099504a64f70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742304_1480 (size=12241) 2024-11-27T20:23:27,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:28,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742305_1481 (size=4469) 2024-11-27T20:23:28,004 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#A#compaction#416 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:28,005 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/2b6a92e4869545e8add69a4909bc4e48 is 175, key is test_row_0/A:col10/1732739006782/Put/seqid=0 2024-11-27T20:23:28,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112774d27c6316bd48afb3a7b0d4556b5682_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739007975/Put/seqid=0 2024-11-27T20:23:28,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742306_1482 (size=31195) 2024-11-27T20:23:28,060 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/2b6a92e4869545e8add69a4909bc4e48 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/2b6a92e4869545e8add69a4909bc4e48 2024-11-27T20:23:28,065 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 722117b7bc13f3df80da099504a64f70/A of 722117b7bc13f3df80da099504a64f70 into 2b6a92e4869545e8add69a4909bc4e48(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:28,065 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:28,065 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/A, priority=13, startTime=1732739007872; duration=0sec 2024-11-27T20:23:28,066 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:28,066 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:A 2024-11-27T20:23:28,066 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:28,067 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:28,067 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/C is initiating minor compaction (all files) 2024-11-27T20:23:28,067 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/C in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:28,067 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/5ae7ed0f8df04ce9923689e5a2f27b87, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/217430cc1ccc41e395be1165c29c434f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2983370a71f74daf9392006d4381e08c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=35.3 K 2024-11-27T20:23:28,067 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ae7ed0f8df04ce9923689e5a2f27b87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739002181 2024-11-27T20:23:28,068 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 217430cc1ccc41e395be1165c29c434f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732739004359 2024-11-27T20:23:28,068 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2983370a71f74daf9392006d4381e08c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739005549 2024-11-27T20:23:28,098 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#C#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:28,099 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/1f3d760b14924b25ba3b74e80c14208b is 50, key is test_row_0/C:col10/1732739006782/Put/seqid=0 2024-11-27T20:23:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742307_1483 (size=17134) 2024-11-27T20:23:28,102 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:28,106 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112774d27c6316bd48afb3a7b0d4556b5682_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774d27c6316bd48afb3a7b0d4556b5682_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:28,107 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/5058a8423dad47cfa6e604e5eb037a85, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:28,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/5058a8423dad47cfa6e604e5eb037a85 is 175, key is test_row_0/A:col10/1732739007975/Put/seqid=0 2024-11-27T20:23:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742308_1484 (size=48239) 2024-11-27T20:23:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739068213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739068213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742309_1485 (size=12241) 2024-11-27T20:23:28,236 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/1f3d760b14924b25ba3b74e80c14208b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/1f3d760b14924b25ba3b74e80c14208b 2024-11-27T20:23:28,244 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 722117b7bc13f3df80da099504a64f70/C of 722117b7bc13f3df80da099504a64f70 into 1f3d760b14924b25ba3b74e80c14208b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:28,244 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:28,244 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/C, priority=13, startTime=1732739007872; duration=0sec 2024-11-27T20:23:28,244 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:28,244 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:C 2024-11-27T20:23:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739068317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739068321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,361 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3b6921d4326141f5a90b8445eb4a5537 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3b6921d4326141f5a90b8445eb4a5537 2024-11-27T20:23:28,365 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 722117b7bc13f3df80da099504a64f70/B of 722117b7bc13f3df80da099504a64f70 into 3b6921d4326141f5a90b8445eb4a5537(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:28,365 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:28,365 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/B, priority=13, startTime=1732739007872; duration=0sec 2024-11-27T20:23:28,366 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:28,366 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:B 2024-11-27T20:23:28,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739068426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,430 DEBUG [Thread-1988 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T20:23:28,474 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-27T20:23:28,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-27T20:23:28,477 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T20:23:28,480 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:28,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:28,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739068498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,504 DEBUG [Thread-1994 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8239 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:28,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739068524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739068525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739068528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,531 DEBUG [Thread-1990 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8257 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T20:23:28,581 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/5058a8423dad47cfa6e604e5eb037a85 2024-11-27T20:23:28,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3e1fe51c104740a0a410dd636c786b34 is 50, key is test_row_0/B:col10/1732739007975/Put/seqid=0 2024-11-27T20:23:28,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T20:23:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:28,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742310_1486 (size=12101) 2024-11-27T20:23:28,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3e1fe51c104740a0a410dd636c786b34 2024-11-27T20:23:28,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/9b379dc91d03474796d4455230a236a2 is 50, key is test_row_0/C:col10/1732739007975/Put/seqid=0 2024-11-27T20:23:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742311_1487 (size=12101) 2024-11-27T20:23:28,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/9b379dc91d03474796d4455230a236a2 2024-11-27T20:23:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/5058a8423dad47cfa6e604e5eb037a85 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/5058a8423dad47cfa6e604e5eb037a85 2024-11-27T20:23:28,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/5058a8423dad47cfa6e604e5eb037a85, entries=250, sequenceid=130, filesize=47.1 K 2024-11-27T20:23:28,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3e1fe51c104740a0a410dd636c786b34 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3e1fe51c104740a0a410dd636c786b34 2024-11-27T20:23:28,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3e1fe51c104740a0a410dd636c786b34, entries=150, sequenceid=130, filesize=11.8 K 2024-11-27T20:23:28,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/9b379dc91d03474796d4455230a236a2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/9b379dc91d03474796d4455230a236a2 2024-11-27T20:23:28,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/9b379dc91d03474796d4455230a236a2, entries=150, sequenceid=130, filesize=11.8 K 2024-11-27T20:23:28,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 722117b7bc13f3df80da099504a64f70 in 748ms, sequenceid=130, compaction requested=false 2024-11-27T20:23:28,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T20:23:28,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T20:23:28,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:28,787 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270af0ba8683224da08b0998ad341b4ff9_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739008178/Put/seqid=0 2024-11-27T20:23:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742312_1488 (size=12304) 2024-11-27T20:23:28,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:28,864 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270af0ba8683224da08b0998ad341b4ff9_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270af0ba8683224da08b0998ad341b4ff9_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/aef4ea190bd6490aa489f7d56cd39134, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/aef4ea190bd6490aa489f7d56cd39134 is 175, key is test_row_0/A:col10/1732739008178/Put/seqid=0 2024-11-27T20:23:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739068864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739068868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742313_1489 (size=31105) 2024-11-27T20:23:28,906 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/aef4ea190bd6490aa489f7d56cd39134 2024-11-27T20:23:28,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/c35e9608b4ff438bb4a7121df678bc8b is 50, key is test_row_0/B:col10/1732739008178/Put/seqid=0 2024-11-27T20:23:28,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742314_1490 (size=12151) 2024-11-27T20:23:28,958 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/c35e9608b4ff438bb4a7121df678bc8b 2024-11-27T20:23:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/afa9afa556cc4e97813e0e6e694cc182 is 50, key is test_row_0/C:col10/1732739008178/Put/seqid=0 2024-11-27T20:23:28,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739068976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:28,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739068979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742315_1491 (size=12151) 2024-11-27T20:23:29,010 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/afa9afa556cc4e97813e0e6e694cc182 2024-11-27T20:23:29,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/aef4ea190bd6490aa489f7d56cd39134 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/aef4ea190bd6490aa489f7d56cd39134 2024-11-27T20:23:29,020 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/aef4ea190bd6490aa489f7d56cd39134, entries=150, sequenceid=158, filesize=30.4 K 2024-11-27T20:23:29,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/c35e9608b4ff438bb4a7121df678bc8b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c35e9608b4ff438bb4a7121df678bc8b 2024-11-27T20:23:29,025 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c35e9608b4ff438bb4a7121df678bc8b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T20:23:29,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/afa9afa556cc4e97813e0e6e694cc182 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/afa9afa556cc4e97813e0e6e694cc182 2024-11-27T20:23:29,031 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/afa9afa556cc4e97813e0e6e694cc182, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T20:23:29,033 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 722117b7bc13f3df80da099504a64f70 in 246ms, sequenceid=158, compaction requested=true 2024-11-27T20:23:29,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:29,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-27T20:23:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-27T20:23:29,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-27T20:23:29,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 565 msec 2024-11-27T20:23:29,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 573 msec 2024-11-27T20:23:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T20:23:29,080 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-27T20:23:29,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-27T20:23:29,091 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:23:29,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:29,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:23:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:29,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:29,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:29,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:29,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:29,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278ae20ca8d81042fbb616099d6f4eb48d_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739008862/Put/seqid=0 2024-11-27T20:23:29,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:29,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:29,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742316_1492 (size=14794) 2024-11-27T20:23:29,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:29,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278ae20ca8d81042fbb616099d6f4eb48d_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278ae20ca8d81042fbb616099d6f4eb48d_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:29,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/ea5216f927ec4cec86a640d4617d7be0, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:29,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/ea5216f927ec4cec86a640d4617d7be0 is 175, key is test_row_0/A:col10/1732739008862/Put/seqid=0 2024-11-27T20:23:29,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742317_1493 (size=39749) 2024-11-27T20:23:29,329 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/ea5216f927ec4cec86a640d4617d7be0 2024-11-27T20:23:29,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/a743488dd5a14db5abb25de2bd86ed79 is 50, key is test_row_0/B:col10/1732739008862/Put/seqid=0 2024-11-27T20:23:29,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739069377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739069377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:23:29,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742318_1494 (size=12151) 2024-11-27T20:23:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/a743488dd5a14db5abb25de2bd86ed79 2024-11-27T20:23:29,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/fb1bc6850f2441d99caabb84aeeaf4d5 is 50, key is test_row_0/C:col10/1732739008862/Put/seqid=0 2024-11-27T20:23:29,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742319_1495 (size=12151) 2024-11-27T20:23:29,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/fb1bc6850f2441d99caabb84aeeaf4d5 2024-11-27T20:23:29,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/ea5216f927ec4cec86a640d4617d7be0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/ea5216f927ec4cec86a640d4617d7be0 2024-11-27T20:23:29,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/ea5216f927ec4cec86a640d4617d7be0, entries=200, sequenceid=171, filesize=38.8 K 2024-11-27T20:23:29,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/a743488dd5a14db5abb25de2bd86ed79 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/a743488dd5a14db5abb25de2bd86ed79 2024-11-27T20:23:29,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/a743488dd5a14db5abb25de2bd86ed79, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T20:23:29,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/fb1bc6850f2441d99caabb84aeeaf4d5 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/fb1bc6850f2441d99caabb84aeeaf4d5 2024-11-27T20:23:29,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/fb1bc6850f2441d99caabb84aeeaf4d5, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T20:23:29,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 722117b7bc13f3df80da099504a64f70 in 298ms, sequenceid=171, compaction requested=true 2024-11-27T20:23:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:29,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:23:29,496 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:29,497 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:29,497 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150288 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:29,497 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/A is initiating minor compaction (all files) 2024-11-27T20:23:29,497 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/A in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,497 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/2b6a92e4869545e8add69a4909bc4e48, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/5058a8423dad47cfa6e604e5eb037a85, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/aef4ea190bd6490aa489f7d56cd39134, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/ea5216f927ec4cec86a640d4617d7be0] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=146.8 K 2024-11-27T20:23:29,497 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,497 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/2b6a92e4869545e8add69a4909bc4e48, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/5058a8423dad47cfa6e604e5eb037a85, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/aef4ea190bd6490aa489f7d56cd39134, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/ea5216f927ec4cec86a640d4617d7be0] 2024-11-27T20:23:29,498 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b6a92e4869545e8add69a4909bc4e48, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739005549 2024-11-27T20:23:29,498 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5058a8423dad47cfa6e604e5eb037a85, keycount=250, bloomtype=ROW, size=47.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739006796 2024-11-27T20:23:29,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting aef4ea190bd6490aa489f7d56cd39134, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732739008173 2024-11-27T20:23:29,499 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:29,499 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/C is initiating minor compaction (all files) 2024-11-27T20:23:29,499 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/C in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,500 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/1f3d760b14924b25ba3b74e80c14208b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/9b379dc91d03474796d4455230a236a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/afa9afa556cc4e97813e0e6e694cc182, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/fb1bc6850f2441d99caabb84aeeaf4d5] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=47.5 K 2024-11-27T20:23:29,500 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ea5216f927ec4cec86a640d4617d7be0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732739008845 2024-11-27T20:23:29,500 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f3d760b14924b25ba3b74e80c14208b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739005549 2024-11-27T20:23:29,501 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b379dc91d03474796d4455230a236a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739007967 2024-11-27T20:23:29,501 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting afa9afa556cc4e97813e0e6e694cc182, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732739008173 2024-11-27T20:23:29,501 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb1bc6850f2441d99caabb84aeeaf4d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732739008862 2024-11-27T20:23:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:29,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:29,518 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:29,530 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:29,531 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/c38ac0bf02de4e69b83c7f4d6802f820 is 50, key is test_row_0/C:col10/1732739008862/Put/seqid=0 2024-11-27T20:23:29,550 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,550 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127e00c0f8171544bd49528c47261a87523_722117b7bc13f3df80da099504a64f70 store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:29,553 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127e00c0f8171544bd49528c47261a87523_722117b7bc13f3df80da099504a64f70, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:29,554 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e00c0f8171544bd49528c47261a87523_722117b7bc13f3df80da099504a64f70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:29,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:29,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:29,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279632698cb3774388b1f19481afdaeb0d_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739009366/Put/seqid=0 2024-11-27T20:23:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742320_1496 (size=12527) 2024-11-27T20:23:29,629 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/c38ac0bf02de4e69b83c7f4d6802f820 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c38ac0bf02de4e69b83c7f4d6802f820 2024-11-27T20:23:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739069611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739069613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,634 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/C of 722117b7bc13f3df80da099504a64f70 into c38ac0bf02de4e69b83c7f4d6802f820(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:29,634 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:29,634 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/C, priority=12, startTime=1732739009495; duration=0sec 2024-11-27T20:23:29,634 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:29,634 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:C 2024-11-27T20:23:29,635 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:29,636 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:29,636 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/B is initiating minor compaction (all files) 2024-11-27T20:23:29,636 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/B in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,636 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3b6921d4326141f5a90b8445eb4a5537, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3e1fe51c104740a0a410dd636c786b34, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c35e9608b4ff438bb4a7121df678bc8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/a743488dd5a14db5abb25de2bd86ed79] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=47.5 K 2024-11-27T20:23:29,636 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b6921d4326141f5a90b8445eb4a5537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732739005549 2024-11-27T20:23:29,637 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e1fe51c104740a0a410dd636c786b34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739007967 2024-11-27T20:23:29,637 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c35e9608b4ff438bb4a7121df678bc8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732739008173 2024-11-27T20:23:29,637 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting a743488dd5a14db5abb25de2bd86ed79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732739008862 2024-11-27T20:23:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742321_1497 (size=4469) 2024-11-27T20:23:29,646 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#A#compaction#427 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:29,646 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/330c319fbbd6458dacb18f0cae98d130 is 175, key is test_row_0/A:col10/1732739008862/Put/seqid=0 2024-11-27T20:23:29,690 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:29,691 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3a1ceaf6a5074b919e0e917613bd9c08 is 50, key is test_row_0/B:col10/1732739008862/Put/seqid=0 2024-11-27T20:23:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:23:29,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742322_1498 (size=17284) 2024-11-27T20:23:29,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:29,710 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279632698cb3774388b1f19481afdaeb0d_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279632698cb3774388b1f19481afdaeb0d_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:29,711 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/6cc62dd9cd874bf6976d93c1298fa0f8, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:29,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/6cc62dd9cd874bf6976d93c1298fa0f8 is 175, key is test_row_0/A:col10/1732739009366/Put/seqid=0 2024-11-27T20:23:29,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:29,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:29,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739069732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739069733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742323_1499 (size=31481) 2024-11-27T20:23:29,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742324_1500 (size=12527) 2024-11-27T20:23:29,797 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3a1ceaf6a5074b919e0e917613bd9c08 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a1ceaf6a5074b919e0e917613bd9c08 2024-11-27T20:23:29,802 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/B of 722117b7bc13f3df80da099504a64f70 into 3a1ceaf6a5074b919e0e917613bd9c08(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:29,802 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:29,802 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/B, priority=12, startTime=1732739009495; duration=0sec 2024-11-27T20:23:29,802 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:29,802 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:B 2024-11-27T20:23:29,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742325_1501 (size=48389) 2024-11-27T20:23:29,810 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/6cc62dd9cd874bf6976d93c1298fa0f8 2024-11-27T20:23:29,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/5eabdfa49308492aabbfed149c095ceb is 50, key is test_row_0/B:col10/1732739009366/Put/seqid=0 2024-11-27T20:23:29,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742326_1502 (size=12151) 2024-11-27T20:23:29,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:29,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:29,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:29,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:29,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739069941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:29,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739069942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:30,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,173 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/330c319fbbd6458dacb18f0cae98d130 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/330c319fbbd6458dacb18f0cae98d130 2024-11-27T20:23:30,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:30,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,181 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/A of 722117b7bc13f3df80da099504a64f70 into 330c319fbbd6458dacb18f0cae98d130(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:30,181 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:30,181 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/A, priority=12, startTime=1732739009495; duration=0sec 2024-11-27T20:23:30,181 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:30,181 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:A 2024-11-27T20:23:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:23:30,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/5eabdfa49308492aabbfed149c095ceb 2024-11-27T20:23:30,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739070252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739070253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/03507aceaf2748289f4851ffc8c68644 is 50, key is test_row_0/C:col10/1732739009366/Put/seqid=0 2024-11-27T20:23:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742327_1503 (size=12151) 2024-11-27T20:23:30,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:30,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:30,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/03507aceaf2748289f4851ffc8c68644 2024-11-27T20:23:30,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/6cc62dd9cd874bf6976d93c1298fa0f8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6cc62dd9cd874bf6976d93c1298fa0f8 2024-11-27T20:23:30,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6cc62dd9cd874bf6976d93c1298fa0f8, entries=250, sequenceid=196, filesize=47.3 K 2024-11-27T20:23:30,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/5eabdfa49308492aabbfed149c095ceb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/5eabdfa49308492aabbfed149c095ceb 2024-11-27T20:23:30,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/5eabdfa49308492aabbfed149c095ceb, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T20:23:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/03507aceaf2748289f4851ffc8c68644 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/03507aceaf2748289f4851ffc8c68644 2024-11-27T20:23:30,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/03507aceaf2748289f4851ffc8c68644, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T20:23:30,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 722117b7bc13f3df80da099504a64f70 in 873ms, sequenceid=196, compaction requested=false 2024-11-27T20:23:30,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:30,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T20:23:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:30,484 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270d986e3ed63043d39a68fd4d5e1d6f4d_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739009550/Put/seqid=0 2024-11-27T20:23:30,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742328_1504 (size=12304) 2024-11-27T20:23:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:30,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:30,945 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270d986e3ed63043d39a68fd4d5e1d6f4d_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270d986e3ed63043d39a68fd4d5e1d6f4d_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:30,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/dc25a8f281ab4663a49f1969acb2c514, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/dc25a8f281ab4663a49f1969acb2c514 is 175, key is test_row_0/A:col10/1732739009550/Put/seqid=0 2024-11-27T20:23:30,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739070945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739070950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742329_1505 (size=31105) 2024-11-27T20:23:30,997 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/dc25a8f281ab4663a49f1969acb2c514 2024-11-27T20:23:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/4ebd4bc90baf40a29516f300ea6fbd15 is 50, key is test_row_0/B:col10/1732739009550/Put/seqid=0 2024-11-27T20:23:31,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739071051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742330_1506 (size=12151) 2024-11-27T20:23:31,062 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/4ebd4bc90baf40a29516f300ea6fbd15 2024-11-27T20:23:31,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/e22bce465d2b43bb9c65356e261ff6ee is 50, key is test_row_0/C:col10/1732739009550/Put/seqid=0 2024-11-27T20:23:31,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739071081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742331_1507 (size=12151) 2024-11-27T20:23:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:23:31,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739071261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739071287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,534 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/e22bce465d2b43bb9c65356e261ff6ee 2024-11-27T20:23:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/dc25a8f281ab4663a49f1969acb2c514 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc25a8f281ab4663a49f1969acb2c514 2024-11-27T20:23:31,545 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc25a8f281ab4663a49f1969acb2c514, entries=150, sequenceid=210, filesize=30.4 K 2024-11-27T20:23:31,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/4ebd4bc90baf40a29516f300ea6fbd15 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/4ebd4bc90baf40a29516f300ea6fbd15 2024-11-27T20:23:31,550 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/4ebd4bc90baf40a29516f300ea6fbd15, entries=150, sequenceid=210, filesize=11.9 K 2024-11-27T20:23:31,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/e22bce465d2b43bb9c65356e261ff6ee as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/e22bce465d2b43bb9c65356e261ff6ee 2024-11-27T20:23:31,558 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/e22bce465d2b43bb9c65356e261ff6ee, entries=150, sequenceid=210, filesize=11.9 K 2024-11-27T20:23:31,560 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 722117b7bc13f3df80da099504a64f70 in 1076ms, sequenceid=210, compaction requested=true 2024-11-27T20:23:31,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:31,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:31,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-27T20:23:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-27T20:23:31,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-27T20:23:31,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4690 sec 2024-11-27T20:23:31,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.4730 sec 2024-11-27T20:23:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:31,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:23:31,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:31,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:31,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:31,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:31,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:31,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270a08f593d3ce42e888cd68ecc9434f7d_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739010947/Put/seqid=0 2024-11-27T20:23:31,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739071641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742332_1508 (size=14794) 2024-11-27T20:23:31,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739071650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:31,671 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270a08f593d3ce42e888cd68ecc9434f7d_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270a08f593d3ce42e888cd68ecc9434f7d_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:31,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d47734c90a88495da7e0a2c6ad2a71ff, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:31,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d47734c90a88495da7e0a2c6ad2a71ff is 175, key is test_row_0/A:col10/1732739010947/Put/seqid=0 2024-11-27T20:23:31,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742333_1509 (size=39749) 2024-11-27T20:23:31,714 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d47734c90a88495da7e0a2c6ad2a71ff 2024-11-27T20:23:31,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/f66acce3cbe048a08d4f2618604040b4 is 50, key is test_row_0/B:col10/1732739010947/Put/seqid=0 2024-11-27T20:23:31,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739071753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742334_1510 (size=12151) 2024-11-27T20:23:31,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739071765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739071963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:31,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739071982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:32,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/f66acce3cbe048a08d4f2618604040b4 2024-11-27T20:23:32,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/363700825c23419b9e474be91736fe20 is 50, key is test_row_0/C:col10/1732739010947/Put/seqid=0 2024-11-27T20:23:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742335_1511 (size=12151) 2024-11-27T20:23:32,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/363700825c23419b9e474be91736fe20 2024-11-27T20:23:32,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d47734c90a88495da7e0a2c6ad2a71ff as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d47734c90a88495da7e0a2c6ad2a71ff 2024-11-27T20:23:32,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d47734c90a88495da7e0a2c6ad2a71ff, entries=200, sequenceid=236, filesize=38.8 K 2024-11-27T20:23:32,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/f66acce3cbe048a08d4f2618604040b4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/f66acce3cbe048a08d4f2618604040b4 2024-11-27T20:23:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/f66acce3cbe048a08d4f2618604040b4, entries=150, sequenceid=236, filesize=11.9 K 2024-11-27T20:23:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/363700825c23419b9e474be91736fe20 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/363700825c23419b9e474be91736fe20 2024-11-27T20:23:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/363700825c23419b9e474be91736fe20, entries=150, sequenceid=236, filesize=11.9 K 2024-11-27T20:23:32,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 722117b7bc13f3df80da099504a64f70 in 665ms, sequenceid=236, compaction requested=true 2024-11-27T20:23:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:32,258 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:32,258 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:32,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:32,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:32,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:32,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:32,260 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150724 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:32,260 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/A is initiating minor compaction (all files) 2024-11-27T20:23:32,260 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/A in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:32,260 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/330c319fbbd6458dacb18f0cae98d130, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6cc62dd9cd874bf6976d93c1298fa0f8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc25a8f281ab4663a49f1969acb2c514, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d47734c90a88495da7e0a2c6ad2a71ff] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=147.2 K 2024-11-27T20:23:32,260 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:32,260 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/330c319fbbd6458dacb18f0cae98d130, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6cc62dd9cd874bf6976d93c1298fa0f8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc25a8f281ab4663a49f1969acb2c514, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d47734c90a88495da7e0a2c6ad2a71ff] 2024-11-27T20:23:32,261 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 330c319fbbd6458dacb18f0cae98d130, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732739008862 2024-11-27T20:23:32,261 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:32,261 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/B is initiating minor compaction (all files) 2024-11-27T20:23:32,261 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/B in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:32,261 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a1ceaf6a5074b919e0e917613bd9c08, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/5eabdfa49308492aabbfed149c095ceb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/4ebd4bc90baf40a29516f300ea6fbd15, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/f66acce3cbe048a08d4f2618604040b4] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=47.8 K 2024-11-27T20:23:32,261 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cc62dd9cd874bf6976d93c1298fa0f8, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732739009352 2024-11-27T20:23:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,262 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a1ceaf6a5074b919e0e917613bd9c08, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732739008862 2024-11-27T20:23:32,262 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc25a8f281ab4663a49f1969acb2c514, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732739009550 2024-11-27T20:23:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,262 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eabdfa49308492aabbfed149c095ceb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732739009366 2024-11-27T20:23:32,263 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ebd4bc90baf40a29516f300ea6fbd15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732739009550 2024-11-27T20:23:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,263 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d47734c90a88495da7e0a2c6ad2a71ff, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732739010898 2024-11-27T20:23:32,263 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f66acce3cbe048a08d4f2618604040b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732739010898 2024-11-27T20:23:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,274 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,288 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,288 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/2ebb9ff3f64a4dc68d2aec57517e37c0 is 50, key is test_row_0/B:col10/1732739010947/Put/seqid=0 2024-11-27T20:23:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,301 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411272bfe6ad0b146422dbe4668fb347df9c2_722117b7bc13f3df80da099504a64f70 store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:32,303 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411272bfe6ad0b146422dbe4668fb347df9c2_722117b7bc13f3df80da099504a64f70, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:32,303 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272bfe6ad0b146422dbe4668fb347df9c2_722117b7bc13f3df80da099504a64f70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:32,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742337_1513 (size=4469) 2024-11-27T20:23:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,341 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#A#compaction#439 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,342 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d9674f93579c4cc08261051e53e64e16 is 175, key is test_row_0/A:col10/1732739010947/Put/seqid=0 2024-11-27T20:23:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742336_1512 (size=12663) 2024-11-27T20:23:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,352 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/2ebb9ff3f64a4dc68d2aec57517e37c0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/2ebb9ff3f64a4dc68d2aec57517e37c0 2024-11-27T20:23:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,357 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/B of 722117b7bc13f3df80da099504a64f70 into 2ebb9ff3f64a4dc68d2aec57517e37c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:32,357 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:32,357 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/B, priority=12, startTime=1732739012258; duration=0sec 2024-11-27T20:23:32,357 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:32,357 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:B 2024-11-27T20:23:32,357 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,358 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:32,358 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/C is initiating minor compaction (all files) 2024-11-27T20:23:32,359 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/C in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:32,359 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c38ac0bf02de4e69b83c7f4d6802f820, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/03507aceaf2748289f4851ffc8c68644, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/e22bce465d2b43bb9c65356e261ff6ee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/363700825c23419b9e474be91736fe20] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=47.8 K 2024-11-27T20:23:32,359 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c38ac0bf02de4e69b83c7f4d6802f820, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732739008862 2024-11-27T20:23:32,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271b50a339bf3142bb810a48ea366b8be2_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739012329/Put/seqid=0 2024-11-27T20:23:32,359 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 03507aceaf2748289f4851ffc8c68644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732739009366 2024-11-27T20:23:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,363 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e22bce465d2b43bb9c65356e261ff6ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732739009550 2024-11-27T20:23:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,367 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 363700825c23419b9e474be91736fe20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732739010898 2024-11-27T20:23:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742338_1514 (size=31617) 2024-11-27T20:23:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,437 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,438 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/6765b2f269e14351b4cbb1abebc501b2 is 50, key is test_row_0/C:col10/1732739010947/Put/seqid=0 2024-11-27T20:23:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742339_1515 (size=12304) 2024-11-27T20:23:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742340_1516 (size=12663) 2024-11-27T20:23:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,493 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/6765b2f269e14351b4cbb1abebc501b2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/6765b2f269e14351b4cbb1abebc501b2 2024-11-27T20:23:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,499 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/C of 722117b7bc13f3df80da099504a64f70 into 6765b2f269e14351b4cbb1abebc501b2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:32,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:32,499 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/C, priority=12, startTime=1732739012259; duration=0sec 2024-11-27T20:23:32,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:32,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:C 2024-11-27T20:23:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739072662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:32,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739072670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:32,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739072782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:32,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739072788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:32,807 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d9674f93579c4cc08261051e53e64e16 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d9674f93579c4cc08261051e53e64e16 2024-11-27T20:23:32,815 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/A of 722117b7bc13f3df80da099504a64f70 into d9674f93579c4cc08261051e53e64e16(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:32,815 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:32,815 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/A, priority=12, startTime=1732739012258; duration=0sec 2024-11-27T20:23:32,816 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:32,816 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:A 2024-11-27T20:23:32,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:32,882 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271b50a339bf3142bb810a48ea366b8be2_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271b50a339bf3142bb810a48ea366b8be2_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:32,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/8aaa61846d2e4ff4ae8362654a9d0cd5, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:32,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/8aaa61846d2e4ff4ae8362654a9d0cd5 is 175, key is test_row_0/A:col10/1732739012329/Put/seqid=0 2024-11-27T20:23:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742341_1517 (size=31101) 2024-11-27T20:23:32,926 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/8aaa61846d2e4ff4ae8362654a9d0cd5 2024-11-27T20:23:32,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/49da14c36b2c4fc1908ebf05293de41b is 50, key is test_row_0/B:col10/1732739012329/Put/seqid=0 2024-11-27T20:23:33,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742342_1518 (size=9757) 2024-11-27T20:23:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739073013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739073013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T20:23:33,201 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-27T20:23:33,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-27T20:23:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:23:33,204 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:33,205 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:33,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:23:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739073322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739073320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-27T20:23:33,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:33,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/49da14c36b2c4fc1908ebf05293de41b 2024-11-27T20:23:33,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/ca3ee0a6e9fd48d58ae7dcbac81af117 is 50, key is test_row_0/C:col10/1732739012329/Put/seqid=0 2024-11-27T20:23:33,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742343_1519 (size=9757) 2024-11-27T20:23:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:23:33,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-27T20:23:33,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:33,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-27T20:23:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:23:33,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-27T20:23:33,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:33,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:33,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739073850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739073850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/ca3ee0a6e9fd48d58ae7dcbac81af117 2024-11-27T20:23:33,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/8aaa61846d2e4ff4ae8362654a9d0cd5 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8aaa61846d2e4ff4ae8362654a9d0cd5 2024-11-27T20:23:33,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8aaa61846d2e4ff4ae8362654a9d0cd5, entries=150, sequenceid=247, filesize=30.4 K 2024-11-27T20:23:33,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/49da14c36b2c4fc1908ebf05293de41b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/49da14c36b2c4fc1908ebf05293de41b 2024-11-27T20:23:33,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/49da14c36b2c4fc1908ebf05293de41b, entries=100, sequenceid=247, filesize=9.5 K 2024-11-27T20:23:33,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/ca3ee0a6e9fd48d58ae7dcbac81af117 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ca3ee0a6e9fd48d58ae7dcbac81af117 2024-11-27T20:23:33,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ca3ee0a6e9fd48d58ae7dcbac81af117, entries=100, sequenceid=247, filesize=9.5 K 2024-11-27T20:23:33,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 722117b7bc13f3df80da099504a64f70 in 1555ms, sequenceid=247, compaction requested=false 2024-11-27T20:23:33,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:33,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:33,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-27T20:23:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:33,974 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:33,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127768c78a95dbd42ecb47e6d4ef803d685_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739012668/Put/seqid=0 2024-11-27T20:23:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742344_1520 (size=12454) 2024-11-27T20:23:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,048 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127768c78a95dbd42ecb47e6d4ef803d685_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127768c78a95dbd42ecb47e6d4ef803d685_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:34,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/c7ea4b4f3f6e4742a00ad0f6929645c1, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:34,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/c7ea4b4f3f6e4742a00ad0f6929645c1 is 175, key is test_row_0/A:col10/1732739012668/Put/seqid=0 2024-11-27T20:23:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742345_1521 (size=31255) 2024-11-27T20:23:34,083 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/c7ea4b4f3f6e4742a00ad0f6929645c1 2024-11-27T20:23:34,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/ca3ab28e14fc44f68f790122c7039ec4 is 50, key is test_row_0/B:col10/1732739012668/Put/seqid=0 2024-11-27T20:23:34,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742346_1522 (size=12301) 2024-11-27T20:23:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:23:34,554 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/ca3ab28e14fc44f68f790122c7039ec4 2024-11-27T20:23:34,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/53db38016769460db2c0778c569621b7 is 50, key is test_row_0/C:col10/1732739012668/Put/seqid=0 2024-11-27T20:23:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742347_1523 (size=12301) 2024-11-27T20:23:34,604 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/53db38016769460db2c0778c569621b7 2024-11-27T20:23:34,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/c7ea4b4f3f6e4742a00ad0f6929645c1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/c7ea4b4f3f6e4742a00ad0f6929645c1 2024-11-27T20:23:34,621 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/c7ea4b4f3f6e4742a00ad0f6929645c1, entries=150, sequenceid=275, filesize=30.5 K 2024-11-27T20:23:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/ca3ab28e14fc44f68f790122c7039ec4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/ca3ab28e14fc44f68f790122c7039ec4 2024-11-27T20:23:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,628 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/ca3ab28e14fc44f68f790122c7039ec4, entries=150, sequenceid=275, filesize=12.0 K 2024-11-27T20:23:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/53db38016769460db2c0778c569621b7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/53db38016769460db2c0778c569621b7 2024-11-27T20:23:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,634 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/53db38016769460db2c0778c569621b7, entries=150, sequenceid=275, filesize=12.0 K 2024-11-27T20:23:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,637 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 722117b7bc13f3df80da099504a64f70 in 661ms, sequenceid=275, compaction requested=true 2024-11-27T20:23:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-27T20:23:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-27T20:23:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-27T20:23:34,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4330 sec 2024-11-27T20:23:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4410 sec 2024-11-27T20:23:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:35,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:35,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:35,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:35,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:35,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c933e0592976499da53cd7227af5e7c6_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739015161/Put/seqid=0 2024-11-27T20:23:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742348_1524 (size=12454) 2024-11-27T20:23:35,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:35,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c933e0592976499da53cd7227af5e7c6_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c933e0592976499da53cd7227af5e7c6_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:35,230 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d719eb7278d34761a408dcef0317ae97, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:35,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d719eb7278d34761a408dcef0317ae97 is 175, key is test_row_0/A:col10/1732739015161/Put/seqid=0 2024-11-27T20:23:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742349_1525 (size=31255) 2024-11-27T20:23:35,279 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d719eb7278d34761a408dcef0317ae97 2024-11-27T20:23:35,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/b4443fc4d67948a899ebd3c0b823648e is 50, key is test_row_0/B:col10/1732739015161/Put/seqid=0 2024-11-27T20:23:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T20:23:35,309 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-27T20:23:35,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-27T20:23:35,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:23:35,313 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:35,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:35,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742350_1526 (size=12301) 2024-11-27T20:23:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739075327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739075344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:23:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739075446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T20:23:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739075461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T20:23:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:35,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:23:35,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739075659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739075688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/b4443fc4d67948a899ebd3c0b823648e 2024-11-27T20:23:35,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/ebb23678f1bf491f9b9a917a10b2e306 is 50, key is test_row_0/C:col10/1732739015161/Put/seqid=0 2024-11-27T20:23:35,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T20:23:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:35,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742351_1527 (size=12301) 2024-11-27T20:23:35,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/ebb23678f1bf491f9b9a917a10b2e306 2024-11-27T20:23:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/d719eb7278d34761a408dcef0317ae97 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d719eb7278d34761a408dcef0317ae97 2024-11-27T20:23:35,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d719eb7278d34761a408dcef0317ae97, entries=150, sequenceid=286, filesize=30.5 K 2024-11-27T20:23:35,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/b4443fc4d67948a899ebd3c0b823648e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/b4443fc4d67948a899ebd3c0b823648e 2024-11-27T20:23:35,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/b4443fc4d67948a899ebd3c0b823648e, entries=150, sequenceid=286, filesize=12.0 K 2024-11-27T20:23:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/ebb23678f1bf491f9b9a917a10b2e306 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ebb23678f1bf491f9b9a917a10b2e306 2024-11-27T20:23:35,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ebb23678f1bf491f9b9a917a10b2e306, entries=150, sequenceid=286, filesize=12.0 K 2024-11-27T20:23:35,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 722117b7bc13f3df80da099504a64f70 in 673ms, sequenceid=286, compaction requested=true 2024-11-27T20:23:35,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:35,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:35,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:35,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:35,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:35,836 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:35,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:35,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:35,836 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:35,838 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125228 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:35,838 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/A is initiating minor compaction (all files) 2024-11-27T20:23:35,838 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/A in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,838 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d9674f93579c4cc08261051e53e64e16, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8aaa61846d2e4ff4ae8362654a9d0cd5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/c7ea4b4f3f6e4742a00ad0f6929645c1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d719eb7278d34761a408dcef0317ae97] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=122.3 K 2024-11-27T20:23:35,838 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,839 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d9674f93579c4cc08261051e53e64e16, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8aaa61846d2e4ff4ae8362654a9d0cd5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/c7ea4b4f3f6e4742a00ad0f6929645c1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d719eb7278d34761a408dcef0317ae97] 2024-11-27T20:23:35,839 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:35,840 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/B is initiating minor compaction (all files) 2024-11-27T20:23:35,840 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/B in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,840 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/2ebb9ff3f64a4dc68d2aec57517e37c0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/49da14c36b2c4fc1908ebf05293de41b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/ca3ab28e14fc44f68f790122c7039ec4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/b4443fc4d67948a899ebd3c0b823648e] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=45.9 K 2024-11-27T20:23:35,840 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d9674f93579c4cc08261051e53e64e16, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732739010898 2024-11-27T20:23:35,840 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ebb9ff3f64a4dc68d2aec57517e37c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732739010898 2024-11-27T20:23:35,841 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aaa61846d2e4ff4ae8362654a9d0cd5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739011638 2024-11-27T20:23:35,841 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49da14c36b2c4fc1908ebf05293de41b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739011638 2024-11-27T20:23:35,841 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c7ea4b4f3f6e4742a00ad0f6929645c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732739012615 2024-11-27T20:23:35,842 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca3ab28e14fc44f68f790122c7039ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732739012615 2024-11-27T20:23:35,842 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d719eb7278d34761a408dcef0317ae97, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732739015146 2024-11-27T20:23:35,842 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4443fc4d67948a899ebd3c0b823648e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732739015146 2024-11-27T20:23:35,867 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:35,868 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/21a63445e8b54532bfe1afed3da16e93 is 50, key is test_row_0/B:col10/1732739015161/Put/seqid=0 2024-11-27T20:23:35,876 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:35,909 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127906bcabf1c544c3e9bd5146402dc85fb_722117b7bc13f3df80da099504a64f70 store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:35,912 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127906bcabf1c544c3e9bd5146402dc85fb_722117b7bc13f3df80da099504a64f70, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:35,912 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127906bcabf1c544c3e9bd5146402dc85fb_722117b7bc13f3df80da099504a64f70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:23:35,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:35,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T20:23:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,936 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742352_1528 (size=12949) 2024-11-27T20:23:35,945 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/21a63445e8b54532bfe1afed3da16e93 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/21a63445e8b54532bfe1afed3da16e93 2024-11-27T20:23:35,950 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/B of 722117b7bc13f3df80da099504a64f70 into 21a63445e8b54532bfe1afed3da16e93(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:35,950 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:35,950 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/B, priority=12, startTime=1732739015836; duration=0sec 2024-11-27T20:23:35,951 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:35,951 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:B 2024-11-27T20:23:35,951 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:35,954 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:35,954 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/C is initiating minor compaction (all files) 2024-11-27T20:23:35,954 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/C in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:35,954 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/6765b2f269e14351b4cbb1abebc501b2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ca3ee0a6e9fd48d58ae7dcbac81af117, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/53db38016769460db2c0778c569621b7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ebb23678f1bf491f9b9a917a10b2e306] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=45.9 K 2024-11-27T20:23:35,954 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6765b2f269e14351b4cbb1abebc501b2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732739010898 2024-11-27T20:23:35,955 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca3ee0a6e9fd48d58ae7dcbac81af117, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732739011638 2024-11-27T20:23:35,955 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53db38016769460db2c0778c569621b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732739012615 2024-11-27T20:23:35,956 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebb23678f1bf491f9b9a917a10b2e306, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732739015146 2024-11-27T20:23:35,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112782f03fbe6e9b495aa55f6ae179805015_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739015339/Put/seqid=0 2024-11-27T20:23:35,983 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:35,983 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/b2e2721d3e074ce6b4b65684fdfe2283 is 50, key is test_row_0/C:col10/1732739015161/Put/seqid=0 2024-11-27T20:23:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742353_1529 (size=4469) 2024-11-27T20:23:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:35,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:36,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:23:36,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742354_1530 (size=12454) 2024-11-27T20:23:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:36,024 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112782f03fbe6e9b495aa55f6ae179805015_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112782f03fbe6e9b495aa55f6ae179805015_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:36,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/3cfdd2ebef214382a03338e433709ca9, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:36,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/3cfdd2ebef214382a03338e433709ca9 is 175, key is test_row_0/A:col10/1732739015339/Put/seqid=0 2024-11-27T20:23:36,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739076027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:36,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742355_1531 (size=12949) 2024-11-27T20:23:36,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739076035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742356_1532 (size=31255) 2024-11-27T20:23:36,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739076138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:36,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739076148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:36,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739076349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:36,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739076356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:36,384 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#A#compaction#452 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:36,385 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/9fc36603b0c949bfafad783ca1357e44 is 175, key is test_row_0/A:col10/1732739015161/Put/seqid=0 2024-11-27T20:23:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742357_1533 (size=31903) 2024-11-27T20:23:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:23:36,447 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/b2e2721d3e074ce6b4b65684fdfe2283 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/b2e2721d3e074ce6b4b65684fdfe2283 2024-11-27T20:23:36,451 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/3cfdd2ebef214382a03338e433709ca9 2024-11-27T20:23:36,455 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/C of 722117b7bc13f3df80da099504a64f70 into b2e2721d3e074ce6b4b65684fdfe2283(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:36,455 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:36,455 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/C, priority=12, startTime=1732739015836; duration=0sec 2024-11-27T20:23:36,455 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:36,455 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:C 2024-11-27T20:23:36,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/d5b7c4aaab824e29b829adc945ab36d0 is 50, key is test_row_0/B:col10/1732739015339/Put/seqid=0 2024-11-27T20:23:36,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742358_1534 (size=12301) 2024-11-27T20:23:36,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739076654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:36,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739076665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:36,835 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/9fc36603b0c949bfafad783ca1357e44 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/9fc36603b0c949bfafad783ca1357e44 2024-11-27T20:23:36,839 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/A of 722117b7bc13f3df80da099504a64f70 into 9fc36603b0c949bfafad783ca1357e44(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-27T20:23:36,840 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:36,840 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/A, priority=12, startTime=1732739015836; duration=1sec 2024-11-27T20:23:36,840 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:36,840 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:A 2024-11-27T20:23:36,866 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/d5b7c4aaab824e29b829adc945ab36d0 2024-11-27T20:23:36,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/28da2a20f0234e4282f2527796336c18 is 50, key is test_row_0/C:col10/1732739015339/Put/seqid=0 2024-11-27T20:23:36,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742359_1535 (size=12301) 2024-11-27T20:23:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739077162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:37,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739077173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:37,279 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/28da2a20f0234e4282f2527796336c18 2024-11-27T20:23:37,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/3cfdd2ebef214382a03338e433709ca9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3cfdd2ebef214382a03338e433709ca9 2024-11-27T20:23:37,286 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3cfdd2ebef214382a03338e433709ca9, entries=150, sequenceid=311, filesize=30.5 K 2024-11-27T20:23:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/d5b7c4aaab824e29b829adc945ab36d0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/d5b7c4aaab824e29b829adc945ab36d0 2024-11-27T20:23:37,290 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/d5b7c4aaab824e29b829adc945ab36d0, entries=150, sequenceid=311, filesize=12.0 K 2024-11-27T20:23:37,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/28da2a20f0234e4282f2527796336c18 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/28da2a20f0234e4282f2527796336c18 2024-11-27T20:23:37,294 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/28da2a20f0234e4282f2527796336c18, entries=150, sequenceid=311, filesize=12.0 K 2024-11-27T20:23:37,295 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 722117b7bc13f3df80da099504a64f70 in 1359ms, sequenceid=311, compaction requested=false 2024-11-27T20:23:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-27T20:23:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-27T20:23:37,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-27T20:23:37,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9830 sec 2024-11-27T20:23:37,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.9940 sec 2024-11-27T20:23:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T20:23:37,436 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-27T20:23:37,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-27T20:23:37,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:37,441 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:37,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:23:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:23:37,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:37,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T20:23:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:37,595 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127547e5691f8264d069e906d0666f4919a_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739016024/Put/seqid=0 2024-11-27T20:23:37,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742360_1536 (size=12454) 2024-11-27T20:23:37,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,617 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127547e5691f8264d069e906d0666f4919a_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127547e5691f8264d069e906d0666f4919a_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:37,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/62b669106ba549ee9f64f570409a362f, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:37,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/62b669106ba549ee9f64f570409a362f is 175, key is test_row_0/A:col10/1732739016024/Put/seqid=0 2024-11-27T20:23:37,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742361_1537 (size=31255) 2024-11-27T20:23:37,664 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/62b669106ba549ee9f64f570409a362f 2024-11-27T20:23:37,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3a121be240d1437ca31a4591763fd933 is 50, key is test_row_0/B:col10/1732739016024/Put/seqid=0 2024-11-27T20:23:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742362_1538 (size=12301) 2024-11-27T20:23:37,688 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3a121be240d1437ca31a4591763fd933 2024-11-27T20:23:37,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/158c677fc0464c3e9b04cf6c72828832 is 50, key is test_row_0/C:col10/1732739016024/Put/seqid=0 2024-11-27T20:23:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742363_1539 (size=12301) 2024-11-27T20:23:37,722 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/158c677fc0464c3e9b04cf6c72828832 2024-11-27T20:23:37,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/62b669106ba549ee9f64f570409a362f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/62b669106ba549ee9f64f570409a362f 2024-11-27T20:23:37,731 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/62b669106ba549ee9f64f570409a362f, entries=150, sequenceid=325, filesize=30.5 K 2024-11-27T20:23:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/3a121be240d1437ca31a4591763fd933 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a121be240d1437ca31a4591763fd933 2024-11-27T20:23:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,740 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a121be240d1437ca31a4591763fd933, entries=150, sequenceid=325, filesize=12.0 K 2024-11-27T20:23:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/158c677fc0464c3e9b04cf6c72828832 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/158c677fc0464c3e9b04cf6c72828832 2024-11-27T20:23:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:23:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,745 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/158c677fc0464c3e9b04cf6c72828832, entries=150, sequenceid=325, filesize=12.0 K 2024-11-27T20:23:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,746 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 722117b7bc13f3df80da099504a64f70 in 151ms, sequenceid=325, compaction requested=true 2024-11-27T20:23:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-27T20:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-27T20:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-27T20:23:37,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 306 msec 2024-11-27T20:23:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 312 msec 2024-11-27T20:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T20:23:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,045 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-27T20:23:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-27T20:23:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,048 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:23:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:38,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:23:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T20:23:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-27T20:23:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-27T20:23:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-27T20:23:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-27T20:23:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 157 msec 2024-11-27T20:23:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:38,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:38,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:38,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:38,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:38,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:38,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:38,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:38,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112726ffe8c4f7e04b64b94ea7b6d0a3be70_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739018320/Put/seqid=0 2024-11-27T20:23:38,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742364_1540 (size=14994) 2024-11-27T20:23:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T20:23:38,350 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-27T20:23:38,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-27T20:23:38,353 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:23:38,354 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:38,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739078435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53284 deadline: 1732739078436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,445 DEBUG [Thread-1988 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739078443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:23:38,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53350 deadline: 1732739078534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,541 DEBUG [Thread-1994 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18276 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:38,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739078545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739078552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53358 deadline: 1732739078567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,569 DEBUG [Thread-1990 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18295 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:38,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/83c7f1733af74c76b54ad641b4e7aeab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc4b1ef856234484912e0cbce0675704, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/a30df42b7fe9424caf7126e939299dfd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8f7cb371515d4527a1508aa0d961f836, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/0c0e17e6171a4470a0423b3018a110ab, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/74e017d65ce246059f2cbaee1138285c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/bf634ecb35934c02ba5eae317b36fc14, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/2b6a92e4869545e8add69a4909bc4e48, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/5058a8423dad47cfa6e604e5eb037a85, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/aef4ea190bd6490aa489f7d56cd39134, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/ea5216f927ec4cec86a640d4617d7be0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/330c319fbbd6458dacb18f0cae98d130, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6cc62dd9cd874bf6976d93c1298fa0f8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc25a8f281ab4663a49f1969acb2c514, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d47734c90a88495da7e0a2c6ad2a71ff, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d9674f93579c4cc08261051e53e64e16, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8aaa61846d2e4ff4ae8362654a9d0cd5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/c7ea4b4f3f6e4742a00ad0f6929645c1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d719eb7278d34761a408dcef0317ae97] to archive 2024-11-27T20:23:38,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:38,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/83c7f1733af74c76b54ad641b4e7aeab to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/83c7f1733af74c76b54ad641b4e7aeab 2024-11-27T20:23:38,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc4b1ef856234484912e0cbce0675704 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc4b1ef856234484912e0cbce0675704 2024-11-27T20:23:38,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/a30df42b7fe9424caf7126e939299dfd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/a30df42b7fe9424caf7126e939299dfd 2024-11-27T20:23:38,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8f7cb371515d4527a1508aa0d961f836 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8f7cb371515d4527a1508aa0d961f836 2024-11-27T20:23:38,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/0c0e17e6171a4470a0423b3018a110ab to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/0c0e17e6171a4470a0423b3018a110ab 2024-11-27T20:23:38,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/74e017d65ce246059f2cbaee1138285c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/74e017d65ce246059f2cbaee1138285c 2024-11-27T20:23:38,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/bf634ecb35934c02ba5eae317b36fc14 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/bf634ecb35934c02ba5eae317b36fc14 2024-11-27T20:23:38,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/2b6a92e4869545e8add69a4909bc4e48 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/2b6a92e4869545e8add69a4909bc4e48 2024-11-27T20:23:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:23:38,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/5058a8423dad47cfa6e604e5eb037a85 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/5058a8423dad47cfa6e604e5eb037a85 2024-11-27T20:23:38,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/aef4ea190bd6490aa489f7d56cd39134 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/aef4ea190bd6490aa489f7d56cd39134 2024-11-27T20:23:38,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/ea5216f927ec4cec86a640d4617d7be0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/ea5216f927ec4cec86a640d4617d7be0 2024-11-27T20:23:38,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/330c319fbbd6458dacb18f0cae98d130 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/330c319fbbd6458dacb18f0cae98d130 2024-11-27T20:23:38,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6cc62dd9cd874bf6976d93c1298fa0f8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6cc62dd9cd874bf6976d93c1298fa0f8 2024-11-27T20:23:38,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc25a8f281ab4663a49f1969acb2c514 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/dc25a8f281ab4663a49f1969acb2c514 2024-11-27T20:23:38,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d47734c90a88495da7e0a2c6ad2a71ff to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d47734c90a88495da7e0a2c6ad2a71ff 2024-11-27T20:23:38,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d9674f93579c4cc08261051e53e64e16 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d9674f93579c4cc08261051e53e64e16 2024-11-27T20:23:38,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8aaa61846d2e4ff4ae8362654a9d0cd5 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/8aaa61846d2e4ff4ae8362654a9d0cd5 2024-11-27T20:23:38,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/c7ea4b4f3f6e4742a00ad0f6929645c1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/c7ea4b4f3f6e4742a00ad0f6929645c1 2024-11-27T20:23:38,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d719eb7278d34761a408dcef0317ae97 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/d719eb7278d34761a408dcef0317ae97 2024-11-27T20:23:38,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/bb15f9bef5174966bfa4108b23702bdf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/6a9397d3d37e4bfebf79b563578942b6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8826cebaa2814dfca051e6ecdcd82327, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/1f77d1c123fa463e8afdd36d698eb52b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/80a4dda219eb42aeafacb585c4c4cfa3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8902bf50a737498e83c8fa2b7bde822a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3b6921d4326141f5a90b8445eb4a5537, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/9f9e681b8f1040699ef8407bc584c916, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3e1fe51c104740a0a410dd636c786b34, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c35e9608b4ff438bb4a7121df678bc8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a1ceaf6a5074b919e0e917613bd9c08, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/a743488dd5a14db5abb25de2bd86ed79, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/5eabdfa49308492aabbfed149c095ceb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/4ebd4bc90baf40a29516f300ea6fbd15, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/2ebb9ff3f64a4dc68d2aec57517e37c0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/f66acce3cbe048a08d4f2618604040b4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/49da14c36b2c4fc1908ebf05293de41b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/ca3ab28e14fc44f68f790122c7039ec4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/b4443fc4d67948a899ebd3c0b823648e] to archive 2024-11-27T20:23:38,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:38,676 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/bb15f9bef5174966bfa4108b23702bdf to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/bb15f9bef5174966bfa4108b23702bdf 2024-11-27T20:23:38,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/6a9397d3d37e4bfebf79b563578942b6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/6a9397d3d37e4bfebf79b563578942b6 2024-11-27T20:23:38,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8826cebaa2814dfca051e6ecdcd82327 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8826cebaa2814dfca051e6ecdcd82327 2024-11-27T20:23:38,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/1f77d1c123fa463e8afdd36d698eb52b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/1f77d1c123fa463e8afdd36d698eb52b 2024-11-27T20:23:38,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/80a4dda219eb42aeafacb585c4c4cfa3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/80a4dda219eb42aeafacb585c4c4cfa3 2024-11-27T20:23:38,681 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8902bf50a737498e83c8fa2b7bde822a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/8902bf50a737498e83c8fa2b7bde822a 2024-11-27T20:23:38,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3b6921d4326141f5a90b8445eb4a5537 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3b6921d4326141f5a90b8445eb4a5537 2024-11-27T20:23:38,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/9f9e681b8f1040699ef8407bc584c916 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/9f9e681b8f1040699ef8407bc584c916 2024-11-27T20:23:38,684 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3e1fe51c104740a0a410dd636c786b34 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3e1fe51c104740a0a410dd636c786b34 2024-11-27T20:23:38,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c35e9608b4ff438bb4a7121df678bc8b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c35e9608b4ff438bb4a7121df678bc8b 2024-11-27T20:23:38,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a1ceaf6a5074b919e0e917613bd9c08 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a1ceaf6a5074b919e0e917613bd9c08 2024-11-27T20:23:38,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/a743488dd5a14db5abb25de2bd86ed79 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/a743488dd5a14db5abb25de2bd86ed79 2024-11-27T20:23:38,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/5eabdfa49308492aabbfed149c095ceb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/5eabdfa49308492aabbfed149c095ceb 2024-11-27T20:23:38,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/4ebd4bc90baf40a29516f300ea6fbd15 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/4ebd4bc90baf40a29516f300ea6fbd15 2024-11-27T20:23:38,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/2ebb9ff3f64a4dc68d2aec57517e37c0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/2ebb9ff3f64a4dc68d2aec57517e37c0 2024-11-27T20:23:38,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/f66acce3cbe048a08d4f2618604040b4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/f66acce3cbe048a08d4f2618604040b4 2024-11-27T20:23:38,692 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/49da14c36b2c4fc1908ebf05293de41b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/49da14c36b2c4fc1908ebf05293de41b 2024-11-27T20:23:38,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/ca3ab28e14fc44f68f790122c7039ec4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/ca3ab28e14fc44f68f790122c7039ec4 2024-11-27T20:23:38,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/b4443fc4d67948a899ebd3c0b823648e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/b4443fc4d67948a899ebd3c0b823648e 2024-11-27T20:23:38,696 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d3d3cef1275d43f4802089d77ef164dc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8ad25c046e5644c185b03548b5f7bf20, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d1ce0f34ef284353b4e5126f6ff45d25, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/5ae7ed0f8df04ce9923689e5a2f27b87, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c5b163a0391e4ffa80769b051c0219dc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/217430cc1ccc41e395be1165c29c434f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/1f3d760b14924b25ba3b74e80c14208b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2983370a71f74daf9392006d4381e08c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/9b379dc91d03474796d4455230a236a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/afa9afa556cc4e97813e0e6e694cc182, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c38ac0bf02de4e69b83c7f4d6802f820, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/fb1bc6850f2441d99caabb84aeeaf4d5, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/03507aceaf2748289f4851ffc8c68644, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/e22bce465d2b43bb9c65356e261ff6ee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/6765b2f269e14351b4cbb1abebc501b2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/363700825c23419b9e474be91736fe20, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ca3ee0a6e9fd48d58ae7dcbac81af117, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/53db38016769460db2c0778c569621b7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ebb23678f1bf491f9b9a917a10b2e306] to archive 2024-11-27T20:23:38,697 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:38,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d3d3cef1275d43f4802089d77ef164dc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d3d3cef1275d43f4802089d77ef164dc 2024-11-27T20:23:38,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8ad25c046e5644c185b03548b5f7bf20 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8ad25c046e5644c185b03548b5f7bf20 2024-11-27T20:23:38,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d1ce0f34ef284353b4e5126f6ff45d25 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/d1ce0f34ef284353b4e5126f6ff45d25 2024-11-27T20:23:38,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/5ae7ed0f8df04ce9923689e5a2f27b87 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/5ae7ed0f8df04ce9923689e5a2f27b87 2024-11-27T20:23:38,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c5b163a0391e4ffa80769b051c0219dc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c5b163a0391e4ffa80769b051c0219dc 2024-11-27T20:23:38,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/217430cc1ccc41e395be1165c29c434f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/217430cc1ccc41e395be1165c29c434f 2024-11-27T20:23:38,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/1f3d760b14924b25ba3b74e80c14208b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/1f3d760b14924b25ba3b74e80c14208b 2024-11-27T20:23:38,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2983370a71f74daf9392006d4381e08c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2983370a71f74daf9392006d4381e08c 2024-11-27T20:23:38,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/9b379dc91d03474796d4455230a236a2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/9b379dc91d03474796d4455230a236a2 2024-11-27T20:23:38,709 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/afa9afa556cc4e97813e0e6e694cc182 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/afa9afa556cc4e97813e0e6e694cc182 2024-11-27T20:23:38,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c38ac0bf02de4e69b83c7f4d6802f820 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/c38ac0bf02de4e69b83c7f4d6802f820 2024-11-27T20:23:38,711 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/fb1bc6850f2441d99caabb84aeeaf4d5 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/fb1bc6850f2441d99caabb84aeeaf4d5 2024-11-27T20:23:38,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/03507aceaf2748289f4851ffc8c68644 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/03507aceaf2748289f4851ffc8c68644 2024-11-27T20:23:38,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/e22bce465d2b43bb9c65356e261ff6ee to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/e22bce465d2b43bb9c65356e261ff6ee 2024-11-27T20:23:38,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/6765b2f269e14351b4cbb1abebc501b2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/6765b2f269e14351b4cbb1abebc501b2 2024-11-27T20:23:38,715 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/363700825c23419b9e474be91736fe20 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/363700825c23419b9e474be91736fe20 2024-11-27T20:23:38,716 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ca3ee0a6e9fd48d58ae7dcbac81af117 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ca3ee0a6e9fd48d58ae7dcbac81af117 2024-11-27T20:23:38,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/53db38016769460db2c0778c569621b7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/53db38016769460db2c0778c569621b7 2024-11-27T20:23:38,718 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/23827885d8b7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ebb23678f1bf491f9b9a917a10b2e306 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/ebb23678f1bf491f9b9a917a10b2e306 2024-11-27T20:23:38,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:38,749 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112726ffe8c4f7e04b64b94ea7b6d0a3be70_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112726ffe8c4f7e04b64b94ea7b6d0a3be70_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:38,750 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/260b233e1f52495ab9d0eeb28403b0f4, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:38,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/260b233e1f52495ab9d0eeb28403b0f4 is 175, key is test_row_0/A:col10/1732739018320/Put/seqid=0 2024-11-27T20:23:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742365_1541 (size=39949) 2024-11-27T20:23:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739078751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739078759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:38,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:23:38,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:38,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:38,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:38,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:38,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739079060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739079071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,117 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,154 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/260b233e1f52495ab9d0eeb28403b0f4 2024-11-27T20:23:39,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/db8363f4d9914eb6a65e4fc18d824817 is 50, key is test_row_0/B:col10/1732739018320/Put/seqid=0 2024-11-27T20:23:39,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742366_1542 (size=12301) 2024-11-27T20:23:39,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:23:39,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/db8363f4d9914eb6a65e4fc18d824817 2024-11-27T20:23:39,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53318 deadline: 1732739079571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:39,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. as already flushing 2024-11-27T20:23:39,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:39,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/20426b36728d40bcbad48295e6d236d8 is 50, key is test_row_0/C:col10/1732739018320/Put/seqid=0 2024-11-27T20:23:39,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53294 deadline: 1732739079580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742367_1543 (size=12301) 2024-11-27T20:23:39,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/20426b36728d40bcbad48295e6d236d8 2024-11-27T20:23:39,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/260b233e1f52495ab9d0eeb28403b0f4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/260b233e1f52495ab9d0eeb28403b0f4 2024-11-27T20:23:39,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/260b233e1f52495ab9d0eeb28403b0f4, entries=200, sequenceid=337, filesize=39.0 K 2024-11-27T20:23:39,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/db8363f4d9914eb6a65e4fc18d824817 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/db8363f4d9914eb6a65e4fc18d824817 2024-11-27T20:23:39,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/db8363f4d9914eb6a65e4fc18d824817, entries=150, sequenceid=337, filesize=12.0 K 2024-11-27T20:23:39,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/20426b36728d40bcbad48295e6d236d8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/20426b36728d40bcbad48295e6d236d8 2024-11-27T20:23:39,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/20426b36728d40bcbad48295e6d236d8, entries=150, sequenceid=337, filesize=12.0 K 2024-11-27T20:23:39,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 722117b7bc13f3df80da099504a64f70 in 1285ms, sequenceid=337, compaction requested=true 2024-11-27T20:23:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:39,615 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:39,615 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 722117b7bc13f3df80da099504a64f70:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:39,616 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:39,616 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/B is initiating minor compaction (all files) 2024-11-27T20:23:39,616 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/B in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,616 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/21a63445e8b54532bfe1afed3da16e93, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/d5b7c4aaab824e29b829adc945ab36d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a121be240d1437ca31a4591763fd933, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/db8363f4d9914eb6a65e4fc18d824817] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=48.7 K 2024-11-27T20:23:39,617 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 21a63445e8b54532bfe1afed3da16e93, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732739015146 2024-11-27T20:23:39,618 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:39,618 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/A is initiating minor compaction (all files) 2024-11-27T20:23:39,618 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/A in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,618 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/9fc36603b0c949bfafad783ca1357e44, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3cfdd2ebef214382a03338e433709ca9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/62b669106ba549ee9f64f570409a362f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/260b233e1f52495ab9d0eeb28403b0f4] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=131.2 K 2024-11-27T20:23:39,618 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,618 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/9fc36603b0c949bfafad783ca1357e44, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3cfdd2ebef214382a03338e433709ca9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/62b669106ba549ee9f64f570409a362f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/260b233e1f52495ab9d0eeb28403b0f4] 2024-11-27T20:23:39,618 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fc36603b0c949bfafad783ca1357e44, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732739015146 2024-11-27T20:23:39,619 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d5b7c4aaab824e29b829adc945ab36d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732739015324 2024-11-27T20:23:39,619 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cfdd2ebef214382a03338e433709ca9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732739015324 2024-11-27T20:23:39,619 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a121be240d1437ca31a4591763fd933, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732739016022 2024-11-27T20:23:39,619 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting db8363f4d9914eb6a65e4fc18d824817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739018320 2024-11-27T20:23:39,619 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62b669106ba549ee9f64f570409a362f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732739016022 2024-11-27T20:23:39,620 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 260b233e1f52495ab9d0eeb28403b0f4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739018320 2024-11-27T20:23:39,648 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:39,650 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#B#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:39,650 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/c691fc155dcb4d66bd051e05e9f6bcd0 is 50, key is test_row_0/B:col10/1732739018320/Put/seqid=0 2024-11-27T20:23:39,652 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127185419a51773423f865b0d947d86d86e_722117b7bc13f3df80da099504a64f70 store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:39,654 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127185419a51773423f865b0d947d86d86e_722117b7bc13f3df80da099504a64f70, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:39,654 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127185419a51773423f865b0d947d86d86e_722117b7bc13f3df80da099504a64f70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742369_1545 (size=4469) 2024-11-27T20:23:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742368_1544 (size=12439) 2024-11-27T20:23:39,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:39,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T20:23:39,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:39,731 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:39,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:39,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127230a6b6130b74e1497df9bc4aa420fcf_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_0/A:col10/1732739018434/Put/seqid=0 2024-11-27T20:23:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742370_1546 (size=12454) 2024-11-27T20:23:40,067 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#A#compaction#464 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:40,068 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/be7e0c720bdf4710b225c11d13f9ba4e is 175, key is test_row_0/A:col10/1732739018320/Put/seqid=0 2024-11-27T20:23:40,077 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/c691fc155dcb4d66bd051e05e9f6bcd0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c691fc155dcb4d66bd051e05e9f6bcd0 2024-11-27T20:23:40,084 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/B of 722117b7bc13f3df80da099504a64f70 into c691fc155dcb4d66bd051e05e9f6bcd0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:40,084 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:40,084 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/B, priority=12, startTime=1732739019615; duration=0sec 2024-11-27T20:23:40,084 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:40,084 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:B 2024-11-27T20:23:40,084 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:40,085 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:40,085 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): 722117b7bc13f3df80da099504a64f70/C is initiating minor compaction (all files) 2024-11-27T20:23:40,086 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 722117b7bc13f3df80da099504a64f70/C in TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:40,086 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/b2e2721d3e074ce6b4b65684fdfe2283, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/28da2a20f0234e4282f2527796336c18, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/158c677fc0464c3e9b04cf6c72828832, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/20426b36728d40bcbad48295e6d236d8] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp, totalSize=48.7 K 2024-11-27T20:23:40,089 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b2e2721d3e074ce6b4b65684fdfe2283, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732739015146 2024-11-27T20:23:40,089 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 28da2a20f0234e4282f2527796336c18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732739015324 2024-11-27T20:23:40,089 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 158c677fc0464c3e9b04cf6c72828832, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732739016022 2024-11-27T20:23:40,090 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 20426b36728d40bcbad48295e6d236d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732739018320 2024-11-27T20:23:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742371_1547 (size=31393) 2024-11-27T20:23:40,125 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/be7e0c720bdf4710b225c11d13f9ba4e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/be7e0c720bdf4710b225c11d13f9ba4e 2024-11-27T20:23:40,128 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 722117b7bc13f3df80da099504a64f70#C#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:40,128 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/1a1ff808520a49839a2462df9044b7bd is 50, key is test_row_0/C:col10/1732739018320/Put/seqid=0 2024-11-27T20:23:40,131 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/A of 722117b7bc13f3df80da099504a64f70 into be7e0c720bdf4710b225c11d13f9ba4e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:40,131 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:40,131 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/A, priority=12, startTime=1732739019614; duration=0sec 2024-11-27T20:23:40,131 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:40,131 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:A 2024-11-27T20:23:40,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742372_1548 (size=12439) 2024-11-27T20:23:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:40,151 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127230a6b6130b74e1497df9bc4aa420fcf_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127230a6b6130b74e1497df9bc4aa420fcf_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/6c2956e89fa141509fb1496298df1cab, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/6c2956e89fa141509fb1496298df1cab is 175, key is test_row_0/A:col10/1732739018434/Put/seqid=0 2024-11-27T20:23:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742373_1549 (size=31255) 2024-11-27T20:23:40,207 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/6c2956e89fa141509fb1496298df1cab 2024-11-27T20:23:40,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/039941bf34ba42fc81c512543f11157d is 50, key is test_row_0/B:col10/1732739018434/Put/seqid=0 2024-11-27T20:23:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742374_1550 (size=12301) 2024-11-27T20:23:40,243 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/039941bf34ba42fc81c512543f11157d 2024-11-27T20:23:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/2e049546d66d4d9cb15b9ff45e009370 is 50, key is test_row_0/C:col10/1732739018434/Put/seqid=0 2024-11-27T20:23:40,275 DEBUG [Thread-2001 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:51089 2024-11-27T20:23:40,276 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:40,276 DEBUG [Thread-2005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:51089 2024-11-27T20:23:40,276 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:40,278 DEBUG [Thread-2003 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:51089 2024-11-27T20:23:40,278 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742375_1551 (size=12301) 2024-11-27T20:23:40,280 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/2e049546d66d4d9cb15b9ff45e009370 2024-11-27T20:23:40,281 DEBUG [Thread-1999 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:51089 2024-11-27T20:23:40,281 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:40,282 DEBUG [Thread-2007 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:51089 2024-11-27T20:23:40,282 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/6c2956e89fa141509fb1496298df1cab as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6c2956e89fa141509fb1496298df1cab 2024-11-27T20:23:40,295 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6c2956e89fa141509fb1496298df1cab, entries=150, sequenceid=362, filesize=30.5 K 2024-11-27T20:23:40,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/039941bf34ba42fc81c512543f11157d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/039941bf34ba42fc81c512543f11157d 2024-11-27T20:23:40,300 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/039941bf34ba42fc81c512543f11157d, entries=150, sequenceid=362, filesize=12.0 K 2024-11-27T20:23:40,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/2e049546d66d4d9cb15b9ff45e009370 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2e049546d66d4d9cb15b9ff45e009370 2024-11-27T20:23:40,304 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2e049546d66d4d9cb15b9ff45e009370, entries=150, sequenceid=362, filesize=12.0 K 2024-11-27T20:23:40,305 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 722117b7bc13f3df80da099504a64f70 in 575ms, sequenceid=362, compaction requested=false 2024-11-27T20:23:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-27T20:23:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-27T20:23:40,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-27T20:23:40,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9520 sec 2024-11-27T20:23:40,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.9560 sec 2024-11-27T20:23:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T20:23:40,458 INFO [Thread-1998 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-27T20:23:40,546 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/1a1ff808520a49839a2462df9044b7bd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/1a1ff808520a49839a2462df9044b7bd 2024-11-27T20:23:40,550 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 722117b7bc13f3df80da099504a64f70/C of 722117b7bc13f3df80da099504a64f70 into 1a1ff808520a49839a2462df9044b7bd(size=12.1 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:40,550 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:40,550 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70., storeName=722117b7bc13f3df80da099504a64f70/C, priority=12, startTime=1732739019615; duration=0sec 2024-11-27T20:23:40,550 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:40,550 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 722117b7bc13f3df80da099504a64f70:C 2024-11-27T20:23:40,580 DEBUG [Thread-1996 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:51089 2024-11-27T20:23:40,580 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:40,587 DEBUG [Thread-1992 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:51089 2024-11-27T20:23:40,587 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:48,474 DEBUG [Thread-1988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:51089 2024-11-27T20:23:48,474 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:48,544 DEBUG [Thread-1994 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:51089 2024-11-27T20:23:48,544 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:48,638 DEBUG [Thread-1990 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:51089 2024-11-27T20:23:48,638 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 131 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1299 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3897 rows 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1289 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3867 rows 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1290 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3870 rows 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1289 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3867 rows 2024-11-27T20:23:48,638 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1278 2024-11-27T20:23:48,639 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3834 rows 2024-11-27T20:23:48,639 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:23:48,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:51089 2024-11-27T20:23:48,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:23:48,645 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:23:48,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:23:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:23:48,651 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739028651"}]},"ts":"1732739028651"} 2024-11-27T20:23:48,652 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:23:48,655 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:23:48,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:23:48,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, UNASSIGN}] 2024-11-27T20:23:48,658 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, UNASSIGN 2024-11-27T20:23:48,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=722117b7bc13f3df80da099504a64f70, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:48,660 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:23:48,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure 722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:23:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:23:48,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:48,813 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing 722117b7bc13f3df80da099504a64f70, disabling compactions & flushes 2024-11-27T20:23:48,813 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. after waiting 0 ms 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:48,813 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(2837): Flushing 722117b7bc13f3df80da099504a64f70 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=A 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=B 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 722117b7bc13f3df80da099504a64f70, store=C 2024-11-27T20:23:48,813 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:48,823 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272d1e228c8d574433bb35943b0bcefd5f_722117b7bc13f3df80da099504a64f70 is 50, key is test_row_1/A:col10/1732739028636/Put/seqid=0 2024-11-27T20:23:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742376_1552 (size=9914) 2024-11-27T20:23:48,843 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:48,847 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272d1e228c8d574433bb35943b0bcefd5f_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d1e228c8d574433bb35943b0bcefd5f_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:48,848 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/3ecadb1b8b1d4d919b6b68c6ad5123ea, store: [table=TestAcidGuarantees family=A region=722117b7bc13f3df80da099504a64f70] 2024-11-27T20:23:48,849 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/3ecadb1b8b1d4d919b6b68c6ad5123ea is 175, key is test_row_1/A:col10/1732739028636/Put/seqid=0 2024-11-27T20:23:48,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742377_1553 (size=22561) 2024-11-27T20:23:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:23:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:23:49,256 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/3ecadb1b8b1d4d919b6b68c6ad5123ea 2024-11-27T20:23:49,262 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/18e61f826ec54565b16570b4cadd327a is 50, key is test_row_1/B:col10/1732739028636/Put/seqid=0 2024-11-27T20:23:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742378_1554 (size=9857) 2024-11-27T20:23:49,666 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/18e61f826ec54565b16570b4cadd327a 2024-11-27T20:23:49,674 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/8e588d393b9d4a92bd0c99efa7cc70ee is 50, key is test_row_1/C:col10/1732739028636/Put/seqid=0 2024-11-27T20:23:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742379_1555 (size=9857) 2024-11-27T20:23:49,693 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/8e588d393b9d4a92bd0c99efa7cc70ee 2024-11-27T20:23:49,697 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/A/3ecadb1b8b1d4d919b6b68c6ad5123ea as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3ecadb1b8b1d4d919b6b68c6ad5123ea 2024-11-27T20:23:49,702 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3ecadb1b8b1d4d919b6b68c6ad5123ea, entries=100, sequenceid=373, filesize=22.0 K 2024-11-27T20:23:49,703 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/B/18e61f826ec54565b16570b4cadd327a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/18e61f826ec54565b16570b4cadd327a 2024-11-27T20:23:49,707 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/18e61f826ec54565b16570b4cadd327a, entries=100, sequenceid=373, filesize=9.6 K 2024-11-27T20:23:49,708 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/.tmp/C/8e588d393b9d4a92bd0c99efa7cc70ee as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8e588d393b9d4a92bd0c99efa7cc70ee 2024-11-27T20:23:49,711 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8e588d393b9d4a92bd0c99efa7cc70ee, entries=100, sequenceid=373, filesize=9.6 K 2024-11-27T20:23:49,712 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 722117b7bc13f3df80da099504a64f70 in 899ms, sequenceid=373, compaction requested=true 2024-11-27T20:23:49,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/9fc36603b0c949bfafad783ca1357e44, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3cfdd2ebef214382a03338e433709ca9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/62b669106ba549ee9f64f570409a362f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/260b233e1f52495ab9d0eeb28403b0f4] to archive 2024-11-27T20:23:49,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:49,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/9fc36603b0c949bfafad783ca1357e44 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/9fc36603b0c949bfafad783ca1357e44 2024-11-27T20:23:49,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3cfdd2ebef214382a03338e433709ca9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3cfdd2ebef214382a03338e433709ca9 2024-11-27T20:23:49,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/62b669106ba549ee9f64f570409a362f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/62b669106ba549ee9f64f570409a362f 2024-11-27T20:23:49,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/260b233e1f52495ab9d0eeb28403b0f4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/260b233e1f52495ab9d0eeb28403b0f4 2024-11-27T20:23:49,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/21a63445e8b54532bfe1afed3da16e93, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/d5b7c4aaab824e29b829adc945ab36d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a121be240d1437ca31a4591763fd933, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/db8363f4d9914eb6a65e4fc18d824817] to archive 2024-11-27T20:23:49,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:49,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/21a63445e8b54532bfe1afed3da16e93 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/21a63445e8b54532bfe1afed3da16e93 2024-11-27T20:23:49,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/d5b7c4aaab824e29b829adc945ab36d0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/d5b7c4aaab824e29b829adc945ab36d0 2024-11-27T20:23:49,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a121be240d1437ca31a4591763fd933 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/3a121be240d1437ca31a4591763fd933 2024-11-27T20:23:49,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/db8363f4d9914eb6a65e4fc18d824817 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/db8363f4d9914eb6a65e4fc18d824817 2024-11-27T20:23:49,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/b2e2721d3e074ce6b4b65684fdfe2283, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/28da2a20f0234e4282f2527796336c18, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/158c677fc0464c3e9b04cf6c72828832, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/20426b36728d40bcbad48295e6d236d8] to archive 2024-11-27T20:23:49,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:23:49,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/b2e2721d3e074ce6b4b65684fdfe2283 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/b2e2721d3e074ce6b4b65684fdfe2283 2024-11-27T20:23:49,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/28da2a20f0234e4282f2527796336c18 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/28da2a20f0234e4282f2527796336c18 2024-11-27T20:23:49,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/158c677fc0464c3e9b04cf6c72828832 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/158c677fc0464c3e9b04cf6c72828832 2024-11-27T20:23:49,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/20426b36728d40bcbad48295e6d236d8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/20426b36728d40bcbad48295e6d236d8 2024-11-27T20:23:49,739 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/recovered.edits/376.seqid, newMaxSeqId=376, maxSeqId=4 2024-11-27T20:23:49,740 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70. 2024-11-27T20:23:49,740 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for 722117b7bc13f3df80da099504a64f70: 2024-11-27T20:23:49,742 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed 722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:49,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=722117b7bc13f3df80da099504a64f70, regionState=CLOSED 2024-11-27T20:23:49,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-27T20:23:49,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure 722117b7bc13f3df80da099504a64f70, server=23827885d8b7,33005,1732738897633 in 1.0830 sec 2024-11-27T20:23:49,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-27T20:23:49,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=722117b7bc13f3df80da099504a64f70, UNASSIGN in 1.0870 sec 2024-11-27T20:23:49,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-27T20:23:49,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0910 sec 2024-11-27T20:23:49,749 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739029749"}]},"ts":"1732739029749"} 2024-11-27T20:23:49,750 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:23:49,752 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:23:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:23:49,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1070 sec 2024-11-27T20:23:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T20:23:50,755 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-27T20:23:50,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:23:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:50,758 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T20:23:50,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=140, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:50,772 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,784 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/recovered.edits] 2024-11-27T20:23:50,787 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3ecadb1b8b1d4d919b6b68c6ad5123ea to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/3ecadb1b8b1d4d919b6b68c6ad5123ea 2024-11-27T20:23:50,791 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6c2956e89fa141509fb1496298df1cab to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/6c2956e89fa141509fb1496298df1cab 2024-11-27T20:23:50,799 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/be7e0c720bdf4710b225c11d13f9ba4e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/A/be7e0c720bdf4710b225c11d13f9ba4e 2024-11-27T20:23:50,802 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/039941bf34ba42fc81c512543f11157d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/039941bf34ba42fc81c512543f11157d 2024-11-27T20:23:50,804 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/18e61f826ec54565b16570b4cadd327a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/18e61f826ec54565b16570b4cadd327a 2024-11-27T20:23:50,809 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c691fc155dcb4d66bd051e05e9f6bcd0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/B/c691fc155dcb4d66bd051e05e9f6bcd0 2024-11-27T20:23:50,812 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/1a1ff808520a49839a2462df9044b7bd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/1a1ff808520a49839a2462df9044b7bd 2024-11-27T20:23:50,814 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2e049546d66d4d9cb15b9ff45e009370 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/2e049546d66d4d9cb15b9ff45e009370 2024-11-27T20:23:50,816 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8e588d393b9d4a92bd0c99efa7cc70ee to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/C/8e588d393b9d4a92bd0c99efa7cc70ee 2024-11-27T20:23:50,820 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/recovered.edits/376.seqid to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70/recovered.edits/376.seqid 2024-11-27T20:23:50,821 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,821 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:23:50,822 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:23:50,822 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T20:23:50,828 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270033ed15fb19407880eb2785ceccd195_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270033ed15fb19407880eb2785ceccd195_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,830 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270a08f593d3ce42e888cd68ecc9434f7d_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270a08f593d3ce42e888cd68ecc9434f7d_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,831 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270af0ba8683224da08b0998ad341b4ff9_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270af0ba8683224da08b0998ad341b4ff9_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,833 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270d986e3ed63043d39a68fd4d5e1d6f4d_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270d986e3ed63043d39a68fd4d5e1d6f4d_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,835 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271b50a339bf3142bb810a48ea366b8be2_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271b50a339bf3142bb810a48ea366b8be2_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,839 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272000eac88d094497b04120958400ab90_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272000eac88d094497b04120958400ab90_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,844 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127230a6b6130b74e1497df9bc4aa420fcf_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127230a6b6130b74e1497df9bc4aa420fcf_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,846 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112726ffe8c4f7e04b64b94ea7b6d0a3be70_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112726ffe8c4f7e04b64b94ea7b6d0a3be70_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,847 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d1e228c8d574433bb35943b0bcefd5f_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272d1e228c8d574433bb35943b0bcefd5f_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,849 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732aa15c6838f4eaaa982665055c38e48_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112732aa15c6838f4eaaa982665055c38e48_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,850 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127547e5691f8264d069e906d0666f4919a_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127547e5691f8264d069e906d0666f4919a_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,851 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276bc635590d3045a09c3572a84f594b1b_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276bc635590d3045a09c3572a84f594b1b_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,853 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774d27c6316bd48afb3a7b0d4556b5682_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774d27c6316bd48afb3a7b0d4556b5682_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,855 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127768c78a95dbd42ecb47e6d4ef803d685_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127768c78a95dbd42ecb47e6d4ef803d685_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,857 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112782f03fbe6e9b495aa55f6ae179805015_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112782f03fbe6e9b495aa55f6ae179805015_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T20:23:50,861 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278ae20ca8d81042fbb616099d6f4eb48d_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278ae20ca8d81042fbb616099d6f4eb48d_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,863 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127928b96c202c14917b79876a808e3a38a_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127928b96c202c14917b79876a808e3a38a_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,865 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279632698cb3774388b1f19481afdaeb0d_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279632698cb3774388b1f19481afdaeb0d_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,870 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b2823fff5eda4c1ebec5fd293a1b53fc_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b2823fff5eda4c1ebec5fd293a1b53fc_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,873 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c933e0592976499da53cd7227af5e7c6_722117b7bc13f3df80da099504a64f70 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c933e0592976499da53cd7227af5e7c6_722117b7bc13f3df80da099504a64f70 2024-11-27T20:23:50,874 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:23:50,876 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=140, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:50,881 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:23:50,889 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:23:50,892 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=140, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:50,892 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:23:50,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739030892"}]},"ts":"9223372036854775807"} 2024-11-27T20:23:50,900 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:23:50,900 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 722117b7bc13f3df80da099504a64f70, NAME => 'TestAcidGuarantees,,1732738998044.722117b7bc13f3df80da099504a64f70.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:23:50,900 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:23:50,900 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739030900"}]},"ts":"9223372036854775807"} 2024-11-27T20:23:50,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:23:50,912 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=140, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:50,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 157 msec 2024-11-27T20:23:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T20:23:51,061 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-27T20:23:51,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237 (was 242), OpenFileDescriptor=447 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=707 (was 569) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5153 (was 5679) 2024-11-27T20:23:51,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=707, ProcessCount=11, AvailableMemoryMB=5153 2024-11-27T20:23:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:23:51,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:23:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:23:51,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:23:51,118 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:51,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 141 2024-11-27T20:23:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-27T20:23:51,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:23:51,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742380_1556 (size=960) 2024-11-27T20:23:51,159 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:23:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-27T20:23:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742381_1557 (size=53) 2024-11-27T20:23:51,228 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:51,229 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ed0b988b7174ff3041fe690d3289643e, disabling compactions & flushes 2024-11-27T20:23:51,229 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:51,229 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:51,229 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. after waiting 0 ms 2024-11-27T20:23:51,229 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:51,229 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:51,229 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:51,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:23:51,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732739031230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732739031230"}]},"ts":"1732739031230"} 2024-11-27T20:23:51,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:23:51,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:23:51,233 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739031233"}]},"ts":"1732739031233"} 2024-11-27T20:23:51,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:23:51,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed0b988b7174ff3041fe690d3289643e, ASSIGN}] 2024-11-27T20:23:51,240 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed0b988b7174ff3041fe690d3289643e, ASSIGN 2024-11-27T20:23:51,241 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed0b988b7174ff3041fe690d3289643e, ASSIGN; state=OFFLINE, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=false 2024-11-27T20:23:51,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=ed0b988b7174ff3041fe690d3289643e, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:51,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; OpenRegionProcedure ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:23:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-27T20:23:51,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:51,550 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:51,551 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7285): Opening region: {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:23:51,551 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,551 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:23:51,551 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7327): checking encryption for ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,551 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7330): checking classloading for ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,553 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,556 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:51,557 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed0b988b7174ff3041fe690d3289643e columnFamilyName A 2024-11-27T20:23:51,557 DEBUG [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:51,558 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.HStore(327): Store=ed0b988b7174ff3041fe690d3289643e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:51,558 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,559 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:51,559 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed0b988b7174ff3041fe690d3289643e columnFamilyName B 2024-11-27T20:23:51,560 DEBUG [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:51,560 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.HStore(327): Store=ed0b988b7174ff3041fe690d3289643e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:51,560 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,562 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:23:51,562 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed0b988b7174ff3041fe690d3289643e columnFamilyName C 2024-11-27T20:23:51,562 DEBUG [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:23:51,563 INFO [StoreOpener-ed0b988b7174ff3041fe690d3289643e-1 {}] regionserver.HStore(327): Store=ed0b988b7174ff3041fe690d3289643e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:23:51,563 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:51,564 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,565 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,568 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:23:51,570 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1085): writing seq id for ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,572 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:23:51,573 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1102): Opened ed0b988b7174ff3041fe690d3289643e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68894056, jitterRate=0.026601433753967285}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:23:51,574 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1001): Region open journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:51,575 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., pid=143, masterSystemTime=1732739031545 2024-11-27T20:23:51,578 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:51,578 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:51,579 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=ed0b988b7174ff3041fe690d3289643e, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:23:51,582 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36979 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=23827885d8b7,33005,1732738897633, table=TestAcidGuarantees, region=ed0b988b7174ff3041fe690d3289643e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T20:23:51,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-27T20:23:51,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; OpenRegionProcedure ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 in 189 msec 2024-11-27T20:23:51,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-27T20:23:51,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed0b988b7174ff3041fe690d3289643e, ASSIGN in 346 msec 2024-11-27T20:23:51,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:23:51,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739031587"}]},"ts":"1732739031587"} 2024-11-27T20:23:51,589 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:23:51,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:23:51,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 476 msec 2024-11-27T20:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-11-27T20:23:51,722 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-11-27T20:23:51,723 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-27T20:23:51,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:51,744 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:51,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:23:51,748 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:23:51,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-27T20:23:51,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-27T20:23:51,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,818 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-27T20:23:51,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,846 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-27T20:23:51,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,865 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-27T20:23:51,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,882 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-27T20:23:51,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-27T20:23:51,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-27T20:23:51,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-27T20:23:51,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-27T20:23:51,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:23:51,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-27T20:23:51,949 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:51,950 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:51,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:23:51,961 DEBUG [hconnection-0x3c490f80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:51,963 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:51,964 DEBUG [hconnection-0x11a06cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:51,964 DEBUG [hconnection-0xf1b3abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:51,965 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:51,965 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:51,978 DEBUG [hconnection-0x2ab3433a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:51,980 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:51,980 DEBUG [hconnection-0x5f15c255-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:51,981 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:51,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:51,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:51,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:51,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:51,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:51,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:51,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:51,988 DEBUG [hconnection-0x89e4bd7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:51,990 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:51,991 DEBUG [hconnection-0x82a9cd3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:51,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:52,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739092014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739092017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739092018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739092021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,025 DEBUG [hconnection-0x1dd6ffd7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:52,029 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739092030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,042 DEBUG [hconnection-0xabbf740-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:52,043 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:52,052 DEBUG [hconnection-0x4d4eccaa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:23:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:23:52,054 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:23:52,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/4ba01bff46414648be0c8e912d0e1edb is 50, key is test_row_0/A:col10/1732739031980/Put/seqid=0 2024-11-27T20:23:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742382_1558 (size=12001) 2024-11-27T20:23:52,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/4ba01bff46414648be0c8e912d0e1edb 2024-11-27T20:23:52,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:52,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:52,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739092119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739092121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739092122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739092123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739092132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/59583e1f1cfd494eab9892dba16dc61c is 50, key is test_row_0/B:col10/1732739031980/Put/seqid=0 2024-11-27T20:23:52,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742383_1559 (size=12001) 2024-11-27T20:23:52,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/59583e1f1cfd494eab9892dba16dc61c 2024-11-27T20:23:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:23:52,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:52,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:52,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/44514222a79d4f7da18a5a3405ccf0f9 is 50, key is test_row_0/C:col10/1732739031980/Put/seqid=0 2024-11-27T20:23:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742384_1560 (size=12001) 2024-11-27T20:23:52,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/44514222a79d4f7da18a5a3405ccf0f9 2024-11-27T20:23:52,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/4ba01bff46414648be0c8e912d0e1edb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/4ba01bff46414648be0c8e912d0e1edb 2024-11-27T20:23:52,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/4ba01bff46414648be0c8e912d0e1edb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T20:23:52,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/59583e1f1cfd494eab9892dba16dc61c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/59583e1f1cfd494eab9892dba16dc61c 2024-11-27T20:23:52,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/59583e1f1cfd494eab9892dba16dc61c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T20:23:52,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/44514222a79d4f7da18a5a3405ccf0f9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/44514222a79d4f7da18a5a3405ccf0f9 2024-11-27T20:23:52,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/44514222a79d4f7da18a5a3405ccf0f9, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T20:23:52,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for ed0b988b7174ff3041fe690d3289643e in 300ms, sequenceid=12, compaction requested=false 2024-11-27T20:23:52,282 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T20:23:52,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:52,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T20:23:52,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:52,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:52,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:52,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739092333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739092333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739092334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739092334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739092336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7975cda2e695427fa1e33ff4a96cc382 is 50, key is test_row_0/A:col10/1732739032013/Put/seqid=0 2024-11-27T20:23:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742385_1561 (size=14341) 2024-11-27T20:23:52,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7975cda2e695427fa1e33ff4a96cc382 2024-11-27T20:23:52,408 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/254631205b7a4839a1af4eefedf7dd3c is 50, key is test_row_0/B:col10/1732739032013/Put/seqid=0 2024-11-27T20:23:52,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:52,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742386_1562 (size=12001) 2024-11-27T20:23:52,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:52,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739092436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739092436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739092441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739092443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:23:52,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:52,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:52,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739092642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739092642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739092643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739092641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739092646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:52,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/254631205b7a4839a1af4eefedf7dd3c 2024-11-27T20:23:52,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/de3ff7570e6c40beb0f6d7f13a531133 is 50, key is test_row_0/C:col10/1732739032013/Put/seqid=0 2024-11-27T20:23:52,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742387_1563 (size=12001) 2024-11-27T20:23:52,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/de3ff7570e6c40beb0f6d7f13a531133 2024-11-27T20:23:52,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7975cda2e695427fa1e33ff4a96cc382 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7975cda2e695427fa1e33ff4a96cc382 2024-11-27T20:23:52,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7975cda2e695427fa1e33ff4a96cc382, entries=200, sequenceid=40, filesize=14.0 K 2024-11-27T20:23:52,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:52,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/254631205b7a4839a1af4eefedf7dd3c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/254631205b7a4839a1af4eefedf7dd3c 2024-11-27T20:23:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:52,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:52,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/254631205b7a4839a1af4eefedf7dd3c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T20:23:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/de3ff7570e6c40beb0f6d7f13a531133 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de3ff7570e6c40beb0f6d7f13a531133 2024-11-27T20:23:52,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de3ff7570e6c40beb0f6d7f13a531133, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T20:23:52,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ed0b988b7174ff3041fe690d3289643e in 560ms, sequenceid=40, compaction requested=false 2024-11-27T20:23:52,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:52,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:52,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/686d4fab161243acb6610f0fc6ca302b is 50, key is test_row_0/A:col10/1732739032961/Put/seqid=0 2024-11-27T20:23:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742388_1564 (size=12001) 2024-11-27T20:23:53,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/686d4fab161243acb6610f0fc6ca302b 2024-11-27T20:23:53,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/d7df0744a3294dd8a4bf0cafacc79478 is 50, key is test_row_0/B:col10/1732739032961/Put/seqid=0 2024-11-27T20:23:53,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739093016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:53,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:53,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739093019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739093021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739093027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:23:53,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742389_1565 (size=12001) 2024-11-27T20:23:53,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739093130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739093135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739093135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739093140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739093154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:53,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:53,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739093334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739093347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739093347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739093348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/d7df0744a3294dd8a4bf0cafacc79478 2024-11-27T20:23:53,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/9828a652bcc445ca8331001ec6a4e5ea is 50, key is test_row_0/C:col10/1732739032961/Put/seqid=0 2024-11-27T20:23:53,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742390_1566 (size=12001) 2024-11-27T20:23:53,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/9828a652bcc445ca8331001ec6a4e5ea 2024-11-27T20:23:53,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/686d4fab161243acb6610f0fc6ca302b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/686d4fab161243acb6610f0fc6ca302b 2024-11-27T20:23:53,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/686d4fab161243acb6610f0fc6ca302b, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T20:23:53,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/d7df0744a3294dd8a4bf0cafacc79478 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d7df0744a3294dd8a4bf0cafacc79478 2024-11-27T20:23:53,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d7df0744a3294dd8a4bf0cafacc79478, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T20:23:53,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/9828a652bcc445ca8331001ec6a4e5ea as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/9828a652bcc445ca8331001ec6a4e5ea 2024-11-27T20:23:53,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/9828a652bcc445ca8331001ec6a4e5ea, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T20:23:53,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ed0b988b7174ff3041fe690d3289643e in 586ms, sequenceid=52, compaction requested=true 2024-11-27T20:23:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:53,549 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:53,550 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:53,551 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:53,551 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:23:53,551 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,551 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/4ba01bff46414648be0c8e912d0e1edb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7975cda2e695427fa1e33ff4a96cc382, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/686d4fab161243acb6610f0fc6ca302b] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=37.4 K 2024-11-27T20:23:53,551 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:53,551 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:23:53,551 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,552 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/59583e1f1cfd494eab9892dba16dc61c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/254631205b7a4839a1af4eefedf7dd3c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d7df0744a3294dd8a4bf0cafacc79478] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=35.2 K 2024-11-27T20:23:53,552 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba01bff46414648be0c8e912d0e1edb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732739031972 2024-11-27T20:23:53,552 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59583e1f1cfd494eab9892dba16dc61c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732739031972 2024-11-27T20:23:53,553 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 254631205b7a4839a1af4eefedf7dd3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739032003 2024-11-27T20:23:53,553 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7975cda2e695427fa1e33ff4a96cc382, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739032003 2024-11-27T20:23:53,553 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7df0744a3294dd8a4bf0cafacc79478, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739032957 2024-11-27T20:23:53,554 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 686d4fab161243acb6610f0fc6ca302b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739032957 2024-11-27T20:23:53,567 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:53,567 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/766c1110056b44aa948c2e5cb751ec4c is 50, key is test_row_0/A:col10/1732739032961/Put/seqid=0 2024-11-27T20:23:53,579 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:53,579 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/b17503ed6911431f8384002bc03aad40 is 50, key is test_row_0/B:col10/1732739032961/Put/seqid=0 2024-11-27T20:23:53,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742391_1567 (size=12104) 2024-11-27T20:23:53,611 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/766c1110056b44aa948c2e5cb751ec4c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/766c1110056b44aa948c2e5cb751ec4c 2024-11-27T20:23:53,617 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into 766c1110056b44aa948c2e5cb751ec4c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:53,617 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:53,617 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=13, startTime=1732739033549; duration=0sec 2024-11-27T20:23:53,617 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:53,617 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:23:53,617 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:53,618 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:53,618 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:23:53,618 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,618 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/44514222a79d4f7da18a5a3405ccf0f9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de3ff7570e6c40beb0f6d7f13a531133, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/9828a652bcc445ca8331001ec6a4e5ea] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=35.2 K 2024-11-27T20:23:53,619 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 44514222a79d4f7da18a5a3405ccf0f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732739031972 2024-11-27T20:23:53,620 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting de3ff7570e6c40beb0f6d7f13a531133, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732739032003 2024-11-27T20:23:53,620 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9828a652bcc445ca8331001ec6a4e5ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739032957 2024-11-27T20:23:53,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742392_1568 (size=12104) 2024-11-27T20:23:53,631 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/b17503ed6911431f8384002bc03aad40 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b17503ed6911431f8384002bc03aad40 2024-11-27T20:23:53,637 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:53,637 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/a1dac2b4a1054605861943377ab41cb2 is 50, key is test_row_0/C:col10/1732739032961/Put/seqid=0 2024-11-27T20:23:53,640 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into b17503ed6911431f8384002bc03aad40(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:53,640 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:53,640 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=13, startTime=1732739033549; duration=0sec 2024-11-27T20:23:53,641 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:53,641 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:23:53,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:53,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:53,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:53,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:53,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:53,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:53,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:53,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742393_1569 (size=12104) 2024-11-27T20:23:53,671 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/a1dac2b4a1054605861943377ab41cb2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a1dac2b4a1054605861943377ab41cb2 2024-11-27T20:23:53,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/e19a9001e8ae4460b6337edf50469785 is 50, key is test_row_0/A:col10/1732739033649/Put/seqid=0 2024-11-27T20:23:53,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739093663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739093664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739093667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739093670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,692 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into a1dac2b4a1054605861943377ab41cb2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:53,692 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:53,692 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=13, startTime=1732739033549; duration=0sec 2024-11-27T20:23:53,692 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:53,692 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:23:53,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742394_1570 (size=14341) 2024-11-27T20:23:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739093777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739093778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739093779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739093783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:53,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:53,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739093987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739093990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:53,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739093990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739094004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:23:54,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/e19a9001e8ae4460b6337edf50469785 2024-11-27T20:23:54,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/858c3a9882874df7a3871b3933b4f6e6 is 50, key is test_row_0/B:col10/1732739033649/Put/seqid=0 2024-11-27T20:23:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739094165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742395_1571 (size=12001) 2024-11-27T20:23:54,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:54,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:54,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739094292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739094300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739094300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739094332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/858c3a9882874df7a3871b3933b4f6e6 2024-11-27T20:23:54,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/625996df5745477aafaec187b39c37b9 is 50, key is test_row_0/C:col10/1732739033649/Put/seqid=0 2024-11-27T20:23:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742396_1572 (size=12001) 2024-11-27T20:23:54,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739094802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739094809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739094811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739094846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:54,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:54,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:54,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:54,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:55,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:55,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:55,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:55,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/625996df5745477aafaec187b39c37b9 2024-11-27T20:23:55,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/e19a9001e8ae4460b6337edf50469785 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e19a9001e8ae4460b6337edf50469785 2024-11-27T20:23:55,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e19a9001e8ae4460b6337edf50469785, entries=200, sequenceid=79, filesize=14.0 K 2024-11-27T20:23:55,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/858c3a9882874df7a3871b3933b4f6e6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/858c3a9882874df7a3871b3933b4f6e6 2024-11-27T20:23:55,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/858c3a9882874df7a3871b3933b4f6e6, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T20:23:55,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/625996df5745477aafaec187b39c37b9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/625996df5745477aafaec187b39c37b9 2024-11-27T20:23:55,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/625996df5745477aafaec187b39c37b9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T20:23:55,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ed0b988b7174ff3041fe690d3289643e in 1514ms, sequenceid=79, compaction requested=false 2024-11-27T20:23:55,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:55,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:55,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T20:23:55,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:55,207 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:23:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9e671b820a5a458fa66f1159c86451fa is 50, key is test_row_0/A:col10/1732739033665/Put/seqid=0 2024-11-27T20:23:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742397_1573 (size=12001) 2024-11-27T20:23:55,243 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9e671b820a5a458fa66f1159c86451fa 2024-11-27T20:23:55,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/311247e832be4622a97a1693ab4faddf is 50, key is test_row_0/B:col10/1732739033665/Put/seqid=0 2024-11-27T20:23:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742398_1574 (size=12001) 2024-11-27T20:23:55,294 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/311247e832be4622a97a1693ab4faddf 2024-11-27T20:23:55,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5069ff85430d4a07b03c31c9d5570e8b is 50, key is test_row_0/C:col10/1732739033665/Put/seqid=0 2024-11-27T20:23:55,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:23:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742399_1575 (size=12001) 2024-11-27T20:23:55,765 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5069ff85430d4a07b03c31c9d5570e8b 2024-11-27T20:23:55,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9e671b820a5a458fa66f1159c86451fa as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9e671b820a5a458fa66f1159c86451fa 2024-11-27T20:23:55,776 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9e671b820a5a458fa66f1159c86451fa, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:23:55,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/311247e832be4622a97a1693ab4faddf as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/311247e832be4622a97a1693ab4faddf 2024-11-27T20:23:55,781 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/311247e832be4622a97a1693ab4faddf, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:23:55,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5069ff85430d4a07b03c31c9d5570e8b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5069ff85430d4a07b03c31c9d5570e8b 2024-11-27T20:23:55,787 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5069ff85430d4a07b03c31c9d5570e8b, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T20:23:55,788 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for ed0b988b7174ff3041fe690d3289643e in 581ms, sequenceid=91, compaction requested=true 2024-11-27T20:23:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-27T20:23:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-27T20:23:55,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-27T20:23:55,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8400 sec 2024-11-27T20:23:55,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 3.8440 sec 2024-11-27T20:23:55,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:55,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:55,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:55,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6360dad9e94c4330acf4de8402736e65 is 50, key is test_row_0/A:col10/1732739035840/Put/seqid=0 2024-11-27T20:23:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742400_1576 (size=16681) 2024-11-27T20:23:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739095914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739095929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739095929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:55,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739095930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739096030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739096043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739096044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739096045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T20:23:56,057 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-27T20:23:56,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-27T20:23:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:23:56,060 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:56,061 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:56,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:23:56,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739096171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,175 DEBUG [Thread-2449 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:23:56,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T20:23:56,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:56,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739096237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739096246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739096255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739096256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6360dad9e94c4330acf4de8402736e65 2024-11-27T20:23:56,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/22136442900940b0867cb7bf96ac13fd is 50, key is test_row_0/B:col10/1732739035840/Put/seqid=0 2024-11-27T20:23:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:23:56,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T20:23:56,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:56,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742401_1577 (size=12001) 2024-11-27T20:23:56,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T20:23:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739096552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739096553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739096565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739096573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:23:56,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T20:23:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/22136442900940b0867cb7bf96ac13fd 2024-11-27T20:23:56,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/cc14d6228c3f48fc81e529a317a1a840 is 50, key is test_row_0/C:col10/1732739035840/Put/seqid=0 2024-11-27T20:23:56,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T20:23:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742402_1578 (size=12001) 2024-11-27T20:23:56,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/cc14d6228c3f48fc81e529a317a1a840 2024-11-27T20:23:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6360dad9e94c4330acf4de8402736e65 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6360dad9e94c4330acf4de8402736e65 2024-11-27T20:23:56,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6360dad9e94c4330acf4de8402736e65, entries=250, sequenceid=103, filesize=16.3 K 2024-11-27T20:23:56,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/22136442900940b0867cb7bf96ac13fd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22136442900940b0867cb7bf96ac13fd 2024-11-27T20:23:56,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22136442900940b0867cb7bf96ac13fd, entries=150, sequenceid=103, filesize=11.7 K 2024-11-27T20:23:56,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/cc14d6228c3f48fc81e529a317a1a840 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/cc14d6228c3f48fc81e529a317a1a840 2024-11-27T20:23:56,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/cc14d6228c3f48fc81e529a317a1a840, entries=150, sequenceid=103, filesize=11.7 K 2024-11-27T20:23:56,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ed0b988b7174ff3041fe690d3289643e in 1032ms, sequenceid=103, compaction requested=true 2024-11-27T20:23:56,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:56,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:56,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:56,874 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:56,874 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:56,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:56,877 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:56,877 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:56,877 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:23:56,877 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:23:56,878 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,878 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,878 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b17503ed6911431f8384002bc03aad40, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/858c3a9882874df7a3871b3933b4f6e6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/311247e832be4622a97a1693ab4faddf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22136442900940b0867cb7bf96ac13fd] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=47.0 K 2024-11-27T20:23:56,878 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/766c1110056b44aa948c2e5cb751ec4c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e19a9001e8ae4460b6337edf50469785, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9e671b820a5a458fa66f1159c86451fa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6360dad9e94c4330acf4de8402736e65] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=53.8 K 2024-11-27T20:23:56,878 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b17503ed6911431f8384002bc03aad40, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739032957 2024-11-27T20:23:56,878 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 766c1110056b44aa948c2e5cb751ec4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739032957 2024-11-27T20:23:56,879 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting e19a9001e8ae4460b6337edf50469785, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739032999 2024-11-27T20:23:56,879 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 858c3a9882874df7a3871b3933b4f6e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739033018 2024-11-27T20:23:56,880 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 311247e832be4622a97a1693ab4faddf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739033663 2024-11-27T20:23:56,880 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e671b820a5a458fa66f1159c86451fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739033663 2024-11-27T20:23:56,881 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 22136442900940b0867cb7bf96ac13fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732739035825 2024-11-27T20:23:56,881 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6360dad9e94c4330acf4de8402736e65, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732739035825 2024-11-27T20:23:56,908 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:56,909 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/ac48c921cee141f8b8b548e046705f52 is 50, key is test_row_0/A:col10/1732739035840/Put/seqid=0 2024-11-27T20:23:56,918 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:56,919 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/7f133108280248b89800c6e0a0440169 is 50, key is test_row_0/B:col10/1732739035840/Put/seqid=0 2024-11-27T20:23:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742403_1579 (size=12241) 2024-11-27T20:23:56,962 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/ac48c921cee141f8b8b548e046705f52 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ac48c921cee141f8b8b548e046705f52 2024-11-27T20:23:56,970 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into ac48c921cee141f8b8b548e046705f52(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:56,970 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:56,970 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=12, startTime=1732739036874; duration=0sec 2024-11-27T20:23:56,970 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:56,970 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:23:56,970 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:23:56,972 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:23:56,972 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:23:56,972 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,972 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a1dac2b4a1054605861943377ab41cb2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/625996df5745477aafaec187b39c37b9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5069ff85430d4a07b03c31c9d5570e8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/cc14d6228c3f48fc81e529a317a1a840] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=47.0 K 2024-11-27T20:23:56,973 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1dac2b4a1054605861943377ab41cb2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732739032957 2024-11-27T20:23:56,973 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 625996df5745477aafaec187b39c37b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739033018 2024-11-27T20:23:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742404_1580 (size=12241) 2024-11-27T20:23:56,974 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5069ff85430d4a07b03c31c9d5570e8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732739033663 2024-11-27T20:23:56,974 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc14d6228c3f48fc81e529a317a1a840, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732739035825 2024-11-27T20:23:56,984 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/7f133108280248b89800c6e0a0440169 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7f133108280248b89800c6e0a0440169 2024-11-27T20:23:56,989 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:56,989 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into 7f133108280248b89800c6e0a0440169(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:56,989 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:56,989 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=12, startTime=1732739036874; duration=0sec 2024-11-27T20:23:56,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T20:23:56,989 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:56,989 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:23:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:56,990 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:23:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:56,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:56,992 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:56,992 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/6f862ecd04494685af4e4b507a7891fb is 50, key is test_row_0/C:col10/1732739035840/Put/seqid=0 2024-11-27T20:23:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/eecba207bb0d4a839982db6c45d6780e is 50, key is test_row_0/A:col10/1732739035924/Put/seqid=0 2024-11-27T20:23:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742405_1581 (size=12241) 2024-11-27T20:23:57,054 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/6f862ecd04494685af4e4b507a7891fb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6f862ecd04494685af4e4b507a7891fb 2024-11-27T20:23:57,060 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into 6f862ecd04494685af4e4b507a7891fb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:57,060 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:57,060 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=12, startTime=1732739036877; duration=0sec 2024-11-27T20:23:57,060 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:57,060 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:23:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742406_1582 (size=12001) 2024-11-27T20:23:57,077 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/eecba207bb0d4a839982db6c45d6780e 2024-11-27T20:23:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739097082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739097082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739097084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739097087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/3c8b50fa078d47e48692fe93cdea3fe9 is 50, key is test_row_0/B:col10/1732739035924/Put/seqid=0 2024-11-27T20:23:57,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742407_1583 (size=12001) 2024-11-27T20:23:57,120 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/3c8b50fa078d47e48692fe93cdea3fe9 2024-11-27T20:23:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/41cf1461b71b48fe988ed7f7cbbef4fc is 50, key is test_row_0/C:col10/1732739035924/Put/seqid=0 2024-11-27T20:23:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:23:57,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742408_1584 (size=12001) 2024-11-27T20:23:57,188 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/41cf1461b71b48fe988ed7f7cbbef4fc 2024-11-27T20:23:57,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/eecba207bb0d4a839982db6c45d6780e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/eecba207bb0d4a839982db6c45d6780e 2024-11-27T20:23:57,201 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/eecba207bb0d4a839982db6c45d6780e, entries=150, sequenceid=130, filesize=11.7 K 2024-11-27T20:23:57,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739097192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739097192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739097193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/3c8b50fa078d47e48692fe93cdea3fe9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3c8b50fa078d47e48692fe93cdea3fe9 2024-11-27T20:23:57,207 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3c8b50fa078d47e48692fe93cdea3fe9, entries=150, sequenceid=130, filesize=11.7 K 2024-11-27T20:23:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/41cf1461b71b48fe988ed7f7cbbef4fc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/41cf1461b71b48fe988ed7f7cbbef4fc 2024-11-27T20:23:57,217 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/41cf1461b71b48fe988ed7f7cbbef4fc, entries=150, sequenceid=130, filesize=11.7 K 2024-11-27T20:23:57,218 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ed0b988b7174ff3041fe690d3289643e in 227ms, sequenceid=130, compaction requested=false 2024-11-27T20:23:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-27T20:23:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-27T20:23:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:57,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-27T20:23:57,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1590 sec 2024-11-27T20:23:57,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:23:57,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:57,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:57,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:57,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:57,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:57,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:57,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.1630 sec 2024-11-27T20:23:57,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0a932b270a504049affea4970d2b43fe is 50, key is test_row_0/A:col10/1732739037084/Put/seqid=0 2024-11-27T20:23:57,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742409_1585 (size=14541) 2024-11-27T20:23:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739097462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739097464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739097473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739097476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739097576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739097576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739097583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739097584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0a932b270a504049affea4970d2b43fe 2024-11-27T20:23:57,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/d6a9b160e913462fa4f5d07185a49dcf is 50, key is test_row_0/B:col10/1732739037084/Put/seqid=0 2024-11-27T20:23:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742410_1586 (size=12151) 2024-11-27T20:23:57,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/d6a9b160e913462fa4f5d07185a49dcf 2024-11-27T20:23:57,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0742c67465174eae87e447fe6feeefff is 50, key is test_row_0/C:col10/1732739037084/Put/seqid=0 2024-11-27T20:23:57,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739097785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739097785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739097791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739097792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742411_1587 (size=12151) 2024-11-27T20:23:58,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739098092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739098093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739098097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739098100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T20:23:58,172 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-27T20:23:58,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-27T20:23:58,175 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:23:58,176 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:58,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:58,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0742c67465174eae87e447fe6feeefff 2024-11-27T20:23:58,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0a932b270a504049affea4970d2b43fe as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0a932b270a504049affea4970d2b43fe 2024-11-27T20:23:58,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0a932b270a504049affea4970d2b43fe, entries=200, sequenceid=143, filesize=14.2 K 2024-11-27T20:23:58,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/d6a9b160e913462fa4f5d07185a49dcf as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d6a9b160e913462fa4f5d07185a49dcf 2024-11-27T20:23:58,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d6a9b160e913462fa4f5d07185a49dcf, entries=150, sequenceid=143, filesize=11.9 K 2024-11-27T20:23:58,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0742c67465174eae87e447fe6feeefff as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0742c67465174eae87e447fe6feeefff 2024-11-27T20:23:58,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0742c67465174eae87e447fe6feeefff, entries=150, sequenceid=143, filesize=11.9 K 2024-11-27T20:23:58,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ed0b988b7174ff3041fe690d3289643e in 1036ms, sequenceid=143, compaction requested=true 2024-11-27T20:23:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:23:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:23:58,260 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:23:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:23:58,261 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:58,261 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:58,261 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:23:58,262 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:58,262 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7f133108280248b89800c6e0a0440169, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3c8b50fa078d47e48692fe93cdea3fe9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d6a9b160e913462fa4f5d07185a49dcf] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=35.5 K 2024-11-27T20:23:58,262 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:58,262 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:23:58,262 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:58,262 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ac48c921cee141f8b8b548e046705f52, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/eecba207bb0d4a839982db6c45d6780e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0a932b270a504049affea4970d2b43fe] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=37.9 K 2024-11-27T20:23:58,262 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f133108280248b89800c6e0a0440169, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732739035825 2024-11-27T20:23:58,263 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac48c921cee141f8b8b548e046705f52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732739035825 2024-11-27T20:23:58,263 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c8b50fa078d47e48692fe93cdea3fe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739035924 2024-11-27T20:23:58,264 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting eecba207bb0d4a839982db6c45d6780e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739035924 2024-11-27T20:23:58,264 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a9b160e913462fa4f5d07185a49dcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732739037081 2024-11-27T20:23:58,265 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a932b270a504049affea4970d2b43fe, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732739037080 2024-11-27T20:23:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:23:58,284 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:58,285 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/98c33955e4d4493f9702c88eebb2a934 is 50, key is test_row_0/B:col10/1732739037084/Put/seqid=0 2024-11-27T20:23:58,293 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:58,294 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/820e9a83fe784e94aebcdf91b9f8d13b is 50, key is test_row_0/A:col10/1732739037084/Put/seqid=0 2024-11-27T20:23:58,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T20:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:58,328 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742412_1588 (size=12493) 2024-11-27T20:23:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742413_1589 (size=12493) 2024-11-27T20:23:58,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/2d61f4bc2b0f42a0839c8e9617d3ce6b is 50, key is test_row_0/A:col10/1732739037471/Put/seqid=0 2024-11-27T20:23:58,385 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/820e9a83fe784e94aebcdf91b9f8d13b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/820e9a83fe784e94aebcdf91b9f8d13b 2024-11-27T20:23:58,390 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into 820e9a83fe784e94aebcdf91b9f8d13b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:58,390 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:58,390 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=13, startTime=1732739038260; duration=0sec 2024-11-27T20:23:58,391 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:23:58,391 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:23:58,391 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:23:58,391 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:23:58,392 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:23:58,392 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:58,392 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6f862ecd04494685af4e4b507a7891fb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/41cf1461b71b48fe988ed7f7cbbef4fc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0742c67465174eae87e447fe6feeefff] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=35.5 K 2024-11-27T20:23:58,392 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f862ecd04494685af4e4b507a7891fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732739035825 2024-11-27T20:23:58,392 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41cf1461b71b48fe988ed7f7cbbef4fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739035924 2024-11-27T20:23:58,393 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0742c67465174eae87e447fe6feeefff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732739037081 2024-11-27T20:23:58,414 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:23:58,415 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/659d58b47cea42cdb9cf0a712b6a880e is 50, key is test_row_0/C:col10/1732739037084/Put/seqid=0 2024-11-27T20:23:58,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742414_1590 (size=12151) 2024-11-27T20:23:58,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742415_1591 (size=12493) 2024-11-27T20:23:58,469 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/659d58b47cea42cdb9cf0a712b6a880e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/659d58b47cea42cdb9cf0a712b6a880e 2024-11-27T20:23:58,474 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into 659d58b47cea42cdb9cf0a712b6a880e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:58,474 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:58,474 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=13, startTime=1732739038260; duration=0sec 2024-11-27T20:23:58,474 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:58,474 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:23:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:23:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:58,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:58,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739098630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739098638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739098640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739098644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,752 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/98c33955e4d4493f9702c88eebb2a934 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/98c33955e4d4493f9702c88eebb2a934 2024-11-27T20:23:58,757 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into 98c33955e4d4493f9702c88eebb2a934(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:23:58,757 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:58,757 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=13, startTime=1732739038260; duration=0sec 2024-11-27T20:23:58,757 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:23:58,757 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:23:58,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739098746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739098750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739098750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739098751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:23:58,842 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/2d61f4bc2b0f42a0839c8e9617d3ce6b 2024-11-27T20:23:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/c0a95cacc2704e7db2488c89df86bbf1 is 50, key is test_row_0/B:col10/1732739037471/Put/seqid=0 2024-11-27T20:23:58,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742416_1592 (size=12151) 2024-11-27T20:23:58,895 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/c0a95cacc2704e7db2488c89df86bbf1 2024-11-27T20:23:58,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/465bf33bed344af6963bf5ddb6598b19 is 50, key is test_row_0/C:col10/1732739037471/Put/seqid=0 2024-11-27T20:23:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742417_1593 (size=12151) 2024-11-27T20:23:58,956 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/465bf33bed344af6963bf5ddb6598b19 2024-11-27T20:23:58,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/2d61f4bc2b0f42a0839c8e9617d3ce6b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2d61f4bc2b0f42a0839c8e9617d3ce6b 2024-11-27T20:23:58,965 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2d61f4bc2b0f42a0839c8e9617d3ce6b, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:23:58,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/c0a95cacc2704e7db2488c89df86bbf1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c0a95cacc2704e7db2488c89df86bbf1 2024-11-27T20:23:58,972 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c0a95cacc2704e7db2488c89df86bbf1, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:23:58,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/465bf33bed344af6963bf5ddb6598b19 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/465bf33bed344af6963bf5ddb6598b19 2024-11-27T20:23:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739098962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:58,976 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/465bf33bed344af6963bf5ddb6598b19, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:23:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739098962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:58,977 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ed0b988b7174ff3041fe690d3289643e in 649ms, sequenceid=167, compaction requested=false 2024-11-27T20:23:58,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:23:58,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:58,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-27T20:23:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-27T20:23:58,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:23:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:23:58,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:23:58,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:23:58,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:23:58,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:23:58,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-27T20:23:58,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 803 msec 2024-11-27T20:23:58,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 809 msec 2024-11-27T20:23:58,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6d22185ff188495fb4f6bc14cc7b63dd is 50, key is test_row_0/A:col10/1732739038977/Put/seqid=0 2024-11-27T20:23:59,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742418_1594 (size=16931) 2024-11-27T20:23:59,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739099129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739099135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739099237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739099237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T20:23:59,280 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-27T20:23:59,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:23:59,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739099277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-27T20:23:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:23:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739099278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,285 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:23:59,286 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:23:59,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:23:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:23:59,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T20:23:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:59,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6d22185ff188495fb4f6bc14cc7b63dd 2024-11-27T20:23:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739099445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739099445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/f03fa844c64a4f0aaa91d1b6bdee769c is 50, key is test_row_0/B:col10/1732739038977/Put/seqid=0 2024-11-27T20:23:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742419_1595 (size=12151) 2024-11-27T20:23:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:23:59,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T20:23:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:59,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T20:23:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:59,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739099761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739099762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739099786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:23:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739099787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:23:59,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:23:59,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T20:23:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:23:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:23:59,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:23:59,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/f03fa844c64a4f0aaa91d1b6bdee769c 2024-11-27T20:23:59,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/55acfa2679b54d15b861d7e677eab34d is 50, key is test_row_0/C:col10/1732739038977/Put/seqid=0 2024-11-27T20:23:59,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742420_1596 (size=12151) 2024-11-27T20:23:59,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/55acfa2679b54d15b861d7e677eab34d 2024-11-27T20:23:59,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6d22185ff188495fb4f6bc14cc7b63dd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6d22185ff188495fb4f6bc14cc7b63dd 2024-11-27T20:24:00,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6d22185ff188495fb4f6bc14cc7b63dd, entries=250, sequenceid=184, filesize=16.5 K 2024-11-27T20:24:00,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/f03fa844c64a4f0aaa91d1b6bdee769c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/f03fa844c64a4f0aaa91d1b6bdee769c 2024-11-27T20:24:00,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/f03fa844c64a4f0aaa91d1b6bdee769c, entries=150, sequenceid=184, filesize=11.9 K 2024-11-27T20:24:00,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/55acfa2679b54d15b861d7e677eab34d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/55acfa2679b54d15b861d7e677eab34d 2024-11-27T20:24:00,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/55acfa2679b54d15b861d7e677eab34d, entries=150, sequenceid=184, filesize=11.9 K 2024-11-27T20:24:00,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ed0b988b7174ff3041fe690d3289643e in 1034ms, sequenceid=184, compaction requested=true 2024-11-27T20:24:00,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:00,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:00,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:00,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:00,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:00,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:00,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:24:00,014 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:00,014 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:00,014 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:00,015 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:00,015 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,015 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/820e9a83fe784e94aebcdf91b9f8d13b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2d61f4bc2b0f42a0839c8e9617d3ce6b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6d22185ff188495fb4f6bc14cc7b63dd] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=40.6 K 2024-11-27T20:24:00,015 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:00,015 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:00,015 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,015 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/659d58b47cea42cdb9cf0a712b6a880e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/465bf33bed344af6963bf5ddb6598b19, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/55acfa2679b54d15b861d7e677eab34d] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=35.9 K 2024-11-27T20:24:00,016 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 659d58b47cea42cdb9cf0a712b6a880e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732739037081 2024-11-27T20:24:00,016 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 465bf33bed344af6963bf5ddb6598b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739037417 2024-11-27T20:24:00,016 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 820e9a83fe784e94aebcdf91b9f8d13b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732739037081 2024-11-27T20:24:00,016 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 55acfa2679b54d15b861d7e677eab34d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732739038638 2024-11-27T20:24:00,016 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d61f4bc2b0f42a0839c8e9617d3ce6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739037417 2024-11-27T20:24:00,017 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d22185ff188495fb4f6bc14cc7b63dd, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732739038629 2024-11-27T20:24:00,043 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:00,044 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/1ab8771cb08848fa9c1d8addbc8b18da is 50, key is test_row_0/C:col10/1732739038977/Put/seqid=0 2024-11-27T20:24:00,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T20:24:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,055 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:24:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:00,055 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,055 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/8a32f312279245c089dd21cf7c7792be is 50, key is test_row_0/A:col10/1732739038977/Put/seqid=0 2024-11-27T20:24:00,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/3e625c7cf77d466a9d824506632d86a2 is 50, key is test_row_0/A:col10/1732739039061/Put/seqid=0 2024-11-27T20:24:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742421_1597 (size=12595) 2024-11-27T20:24:00,115 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/1ab8771cb08848fa9c1d8addbc8b18da as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1ab8771cb08848fa9c1d8addbc8b18da 2024-11-27T20:24:00,122 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into 1ab8771cb08848fa9c1d8addbc8b18da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:00,122 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:00,122 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=13, startTime=1732739040013; duration=0sec 2024-11-27T20:24:00,122 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:00,122 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:00,122 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:00,123 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:00,123 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:00,123 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,123 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/98c33955e4d4493f9702c88eebb2a934, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c0a95cacc2704e7db2488c89df86bbf1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/f03fa844c64a4f0aaa91d1b6bdee769c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=35.9 K 2024-11-27T20:24:00,124 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 98c33955e4d4493f9702c88eebb2a934, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732739037081 2024-11-27T20:24:00,125 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting c0a95cacc2704e7db2488c89df86bbf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739037417 2024-11-27T20:24:00,125 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f03fa844c64a4f0aaa91d1b6bdee769c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732739038638 2024-11-27T20:24:00,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742422_1598 (size=12595) 2024-11-27T20:24:00,131 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/8a32f312279245c089dd21cf7c7792be as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8a32f312279245c089dd21cf7c7792be 2024-11-27T20:24:00,135 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into 8a32f312279245c089dd21cf7c7792be(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:00,135 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:00,135 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=13, startTime=1732739040013; duration=0sec 2024-11-27T20:24:00,135 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:00,135 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:00,138 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:00,138 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/d8067826a92e43b789fcc7066c3ae443 is 50, key is test_row_0/B:col10/1732739038977/Put/seqid=0 2024-11-27T20:24:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742423_1599 (size=12151) 2024-11-27T20:24:00,158 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/3e625c7cf77d466a9d824506632d86a2 2024-11-27T20:24:00,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/76e9aaa46b35426681ed3b21d96578e1 is 50, key is test_row_0/B:col10/1732739039061/Put/seqid=0 2024-11-27T20:24:00,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742424_1600 (size=12595) 2024-11-27T20:24:00,216 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/d8067826a92e43b789fcc7066c3ae443 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d8067826a92e43b789fcc7066c3ae443 2024-11-27T20:24:00,222 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into d8067826a92e43b789fcc7066c3ae443(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:00,222 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:00,222 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=13, startTime=1732739040013; duration=0sec 2024-11-27T20:24:00,222 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:00,223 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:00,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742425_1601 (size=12151) 2024-11-27T20:24:00,243 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/76e9aaa46b35426681ed3b21d96578e1 2024-11-27T20:24:00,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/8f7e8f17b6c047e3b02609835e585b78 is 50, key is test_row_0/C:col10/1732739039061/Put/seqid=0 2024-11-27T20:24:00,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739100273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739100278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739100278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742426_1602 (size=12151) 2024-11-27T20:24:00,288 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/8f7e8f17b6c047e3b02609835e585b78 2024-11-27T20:24:00,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/3e625c7cf77d466a9d824506632d86a2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3e625c7cf77d466a9d824506632d86a2 2024-11-27T20:24:00,295 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3e625c7cf77d466a9d824506632d86a2, entries=150, sequenceid=206, filesize=11.9 K 2024-11-27T20:24:00,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/76e9aaa46b35426681ed3b21d96578e1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/76e9aaa46b35426681ed3b21d96578e1 2024-11-27T20:24:00,301 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/76e9aaa46b35426681ed3b21d96578e1, entries=150, sequenceid=206, filesize=11.9 K 2024-11-27T20:24:00,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/8f7e8f17b6c047e3b02609835e585b78 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8f7e8f17b6c047e3b02609835e585b78 2024-11-27T20:24:00,306 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8f7e8f17b6c047e3b02609835e585b78, entries=150, sequenceid=206, filesize=11.9 K 2024-11-27T20:24:00,307 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for ed0b988b7174ff3041fe690d3289643e in 252ms, sequenceid=206, compaction requested=false 2024-11-27T20:24:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-27T20:24:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-27T20:24:00,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-27T20:24:00,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-11-27T20:24:00,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.0330 sec 2024-11-27T20:24:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T20:24:00,387 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-27T20:24:00,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-27T20:24:00,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T20:24:00,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:00,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:00,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T20:24:00,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:00,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:00,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:00,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:00,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/1cb894f8105f443fb75e556a22d498b8 is 50, key is test_row_0/A:col10/1732739040392/Put/seqid=0 2024-11-27T20:24:00,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742427_1603 (size=14541) 2024-11-27T20:24:00,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/1cb894f8105f443fb75e556a22d498b8 2024-11-27T20:24:00,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/2fffd9e561404ffe9481753b945dc690 is 50, key is test_row_0/B:col10/1732739040392/Put/seqid=0 2024-11-27T20:24:00,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739100468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739100470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742428_1604 (size=12151) 2024-11-27T20:24:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T20:24:00,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T20:24:00,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:00,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739100576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739100576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T20:24:00,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T20:24:00,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:00,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739100781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739100782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739100801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739100813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:00,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T20:24:00,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:00,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:00,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/2fffd9e561404ffe9481753b945dc690 2024-11-27T20:24:00,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/de743fbf9ef64504a7d5288be18b980b is 50, key is test_row_0/C:col10/1732739040392/Put/seqid=0 2024-11-27T20:24:00,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742429_1605 (size=12151) 2024-11-27T20:24:00,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/de743fbf9ef64504a7d5288be18b980b 2024-11-27T20:24:00,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/1cb894f8105f443fb75e556a22d498b8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/1cb894f8105f443fb75e556a22d498b8 2024-11-27T20:24:00,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/1cb894f8105f443fb75e556a22d498b8, entries=200, sequenceid=225, filesize=14.2 K 2024-11-27T20:24:00,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/2fffd9e561404ffe9481753b945dc690 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/2fffd9e561404ffe9481753b945dc690 2024-11-27T20:24:00,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/2fffd9e561404ffe9481753b945dc690, entries=150, sequenceid=225, filesize=11.9 K 2024-11-27T20:24:00,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/de743fbf9ef64504a7d5288be18b980b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de743fbf9ef64504a7d5288be18b980b 2024-11-27T20:24:00,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de743fbf9ef64504a7d5288be18b980b, entries=150, sequenceid=225, filesize=11.9 K 2024-11-27T20:24:00,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ed0b988b7174ff3041fe690d3289643e in 571ms, sequenceid=225, compaction requested=true 2024-11-27T20:24:00,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:00,965 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:00,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:00,965 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:00,966 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:00,966 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,966 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8a32f312279245c089dd21cf7c7792be, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3e625c7cf77d466a9d824506632d86a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/1cb894f8105f443fb75e556a22d498b8] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=38.4 K 2024-11-27T20:24:00,966 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a32f312279245c089dd21cf7c7792be, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732739038638 2024-11-27T20:24:00,966 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e625c7cf77d466a9d824506632d86a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732739039061 2024-11-27T20:24:00,967 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cb894f8105f443fb75e556a22d498b8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732739040267 2024-11-27T20:24:00,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:00,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:00,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:00,967 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:00,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:00,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:00,968 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:00,969 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:00,969 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:00,969 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d8067826a92e43b789fcc7066c3ae443, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/76e9aaa46b35426681ed3b21d96578e1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/2fffd9e561404ffe9481753b945dc690] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=36.0 K 2024-11-27T20:24:00,969 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d8067826a92e43b789fcc7066c3ae443, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732739038638 2024-11-27T20:24:00,969 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 76e9aaa46b35426681ed3b21d96578e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732739039061 2024-11-27T20:24:00,970 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fffd9e561404ffe9481753b945dc690, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732739040275 2024-11-27T20:24:00,985 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:00,985 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/59519ca6ea44467a96e2d6da3c94d756 is 50, key is test_row_0/A:col10/1732739040392/Put/seqid=0 2024-11-27T20:24:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T20:24:00,998 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:00,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/6d293ecd29b64679bb0650ffc5227f37 is 50, key is test_row_0/B:col10/1732739040392/Put/seqid=0 2024-11-27T20:24:01,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T20:24:01,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,006 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T20:24:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742430_1606 (size=12697) 2024-11-27T20:24:01,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/350f3fb89faa4f8384b2ed810ab3f829 is 50, key is test_row_0/A:col10/1732739040432/Put/seqid=0 2024-11-27T20:24:01,045 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/59519ca6ea44467a96e2d6da3c94d756 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/59519ca6ea44467a96e2d6da3c94d756 2024-11-27T20:24:01,057 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into 59519ca6ea44467a96e2d6da3c94d756(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:01,057 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:01,057 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=13, startTime=1732739040964; duration=0sec 2024-11-27T20:24:01,058 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:01,058 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:01,058 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742431_1607 (size=12697) 2024-11-27T20:24:01,060 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:01,060 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:01,060 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,061 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1ab8771cb08848fa9c1d8addbc8b18da, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8f7e8f17b6c047e3b02609835e585b78, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de743fbf9ef64504a7d5288be18b980b] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=36.0 K 2024-11-27T20:24:01,061 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ab8771cb08848fa9c1d8addbc8b18da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732739038638 2024-11-27T20:24:01,062 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f7e8f17b6c047e3b02609835e585b78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732739039061 2024-11-27T20:24:01,062 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting de743fbf9ef64504a7d5288be18b980b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732739040275 2024-11-27T20:24:01,065 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/6d293ecd29b64679bb0650ffc5227f37 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6d293ecd29b64679bb0650ffc5227f37 2024-11-27T20:24:01,070 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into 6d293ecd29b64679bb0650ffc5227f37(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:01,070 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:01,070 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=13, startTime=1732739040967; duration=0sec 2024-11-27T20:24:01,070 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:01,070 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:01,088 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#523 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:01,089 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/3ccc769129fc47048377ab5e0189f46d is 50, key is test_row_0/C:col10/1732739040392/Put/seqid=0 2024-11-27T20:24:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742432_1608 (size=12151) 2024-11-27T20:24:01,092 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/350f3fb89faa4f8384b2ed810ab3f829 2024-11-27T20:24:01,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:01,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/4b3f78ed8da743488ddf71f91494c3f2 is 50, key is test_row_0/B:col10/1732739040432/Put/seqid=0 2024-11-27T20:24:01,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739101148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739101155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742433_1609 (size=12697) 2024-11-27T20:24:01,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742434_1610 (size=12151) 2024-11-27T20:24:01,206 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/4b3f78ed8da743488ddf71f91494c3f2 2024-11-27T20:24:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/33c8c47900c5421dbe28c43ad38ba39f is 50, key is test_row_0/C:col10/1732739040432/Put/seqid=0 2024-11-27T20:24:01,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739101256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739101265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742435_1611 (size=12151) 2024-11-27T20:24:01,276 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/33c8c47900c5421dbe28c43ad38ba39f 2024-11-27T20:24:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/350f3fb89faa4f8384b2ed810ab3f829 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/350f3fb89faa4f8384b2ed810ab3f829 2024-11-27T20:24:01,285 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/350f3fb89faa4f8384b2ed810ab3f829, entries=150, sequenceid=245, filesize=11.9 K 2024-11-27T20:24:01,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/4b3f78ed8da743488ddf71f91494c3f2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/4b3f78ed8da743488ddf71f91494c3f2 2024-11-27T20:24:01,289 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/4b3f78ed8da743488ddf71f91494c3f2, entries=150, sequenceid=245, filesize=11.9 K 2024-11-27T20:24:01,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/33c8c47900c5421dbe28c43ad38ba39f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/33c8c47900c5421dbe28c43ad38ba39f 2024-11-27T20:24:01,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739101281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,294 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/33c8c47900c5421dbe28c43ad38ba39f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-27T20:24:01,295 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ed0b988b7174ff3041fe690d3289643e in 289ms, sequenceid=245, compaction requested=false 2024-11-27T20:24:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-27T20:24:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-27T20:24:01,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-27T20:24:01,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 906 msec 2024-11-27T20:24:01,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 910 msec 2024-11-27T20:24:01,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T20:24:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:01,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7a9ac6126b2447d7a0c6e204a3b23325 is 50, key is test_row_0/A:col10/1732739041463/Put/seqid=0 2024-11-27T20:24:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T20:24:01,493 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-27T20:24:01,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-27T20:24:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T20:24:01,497 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:01,499 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:01,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742436_1612 (size=14691) 2024-11-27T20:24:01,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7a9ac6126b2447d7a0c6e204a3b23325 2024-11-27T20:24:01,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/c99d6be0de54454d83cf42c21cdef945 is 50, key is test_row_0/B:col10/1732739041463/Put/seqid=0 2024-11-27T20:24:01,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739101548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739101559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742437_1613 (size=12301) 2024-11-27T20:24:01,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/c99d6be0de54454d83cf42c21cdef945 2024-11-27T20:24:01,585 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/3ccc769129fc47048377ab5e0189f46d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/3ccc769129fc47048377ab5e0189f46d 2024-11-27T20:24:01,590 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into 3ccc769129fc47048377ab5e0189f46d(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:01,590 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:01,590 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=13, startTime=1732739040967; duration=0sec 2024-11-27T20:24:01,590 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:01,590 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T20:24:01,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/aee95b715a9a432eb6ed468dba0ba983 is 50, key is test_row_0/C:col10/1732739041463/Put/seqid=0 2024-11-27T20:24:01,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742438_1614 (size=12301) 2024-11-27T20:24:01,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/aee95b715a9a432eb6ed468dba0ba983 2024-11-27T20:24:01,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T20:24:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:01,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7a9ac6126b2447d7a0c6e204a3b23325 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7a9ac6126b2447d7a0c6e204a3b23325 2024-11-27T20:24:01,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7a9ac6126b2447d7a0c6e204a3b23325, entries=200, sequenceid=264, filesize=14.3 K 2024-11-27T20:24:01,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/c99d6be0de54454d83cf42c21cdef945 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c99d6be0de54454d83cf42c21cdef945 2024-11-27T20:24:01,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c99d6be0de54454d83cf42c21cdef945, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T20:24:01,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/aee95b715a9a432eb6ed468dba0ba983 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/aee95b715a9a432eb6ed468dba0ba983 2024-11-27T20:24:01,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/aee95b715a9a432eb6ed468dba0ba983, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T20:24:01,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ed0b988b7174ff3041fe690d3289643e in 206ms, sequenceid=264, compaction requested=true 2024-11-27T20:24:01,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:01,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:01,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:01,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:01,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:01,673 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:01,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:01,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:01,673 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:01,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T20:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:01,674 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:01,675 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:01,675 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,675 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/59519ca6ea44467a96e2d6da3c94d756, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/350f3fb89faa4f8384b2ed810ab3f829, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7a9ac6126b2447d7a0c6e204a3b23325] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=38.6 K 2024-11-27T20:24:01,675 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:01,675 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:01,675 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,675 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6d293ecd29b64679bb0650ffc5227f37, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/4b3f78ed8da743488ddf71f91494c3f2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c99d6be0de54454d83cf42c21cdef945] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=36.3 K 2024-11-27T20:24:01,676 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 59519ca6ea44467a96e2d6da3c94d756, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732739040275 2024-11-27T20:24:01,676 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d293ecd29b64679bb0650ffc5227f37, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732739040275 2024-11-27T20:24:01,676 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 350f3fb89faa4f8384b2ed810ab3f829, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732739040432 2024-11-27T20:24:01,677 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a9ac6126b2447d7a0c6e204a3b23325, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732739041117 2024-11-27T20:24:01,677 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b3f78ed8da743488ddf71f91494c3f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732739040432 2024-11-27T20:24:01,677 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c99d6be0de54454d83cf42c21cdef945, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732739041147 2024-11-27T20:24:01,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/b08f3851e85446378e4bbd39b2f3938f is 50, key is test_row_0/A:col10/1732739041546/Put/seqid=0 2024-11-27T20:24:01,694 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:01,695 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/fa58249c2cf64cc780cb80f863416ecd is 50, key is test_row_0/A:col10/1732739041463/Put/seqid=0 2024-11-27T20:24:01,702 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:01,703 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/68a72bb0d10b434c91587e57e31d5d4e is 50, key is test_row_0/B:col10/1732739041463/Put/seqid=0 2024-11-27T20:24:01,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742439_1615 (size=14741) 2024-11-27T20:24:01,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/b08f3851e85446378e4bbd39b2f3938f 2024-11-27T20:24:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742440_1616 (size=12949) 2024-11-27T20:24:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742441_1617 (size=12949) 2024-11-27T20:24:01,771 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/68a72bb0d10b434c91587e57e31d5d4e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/68a72bb0d10b434c91587e57e31d5d4e 2024-11-27T20:24:01,775 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into 68a72bb0d10b434c91587e57e31d5d4e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:01,775 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:01,775 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=13, startTime=1732739041673; duration=0sec 2024-11-27T20:24:01,775 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:01,775 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:01,775 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:01,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/82f3f73f8a06408bb36693549a2eddce is 50, key is test_row_0/B:col10/1732739041546/Put/seqid=0 2024-11-27T20:24:01,778 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:01,779 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:01,779 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,779 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/3ccc769129fc47048377ab5e0189f46d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/33c8c47900c5421dbe28c43ad38ba39f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/aee95b715a9a432eb6ed468dba0ba983] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=36.3 K 2024-11-27T20:24:01,779 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ccc769129fc47048377ab5e0189f46d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732739040275 2024-11-27T20:24:01,779 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33c8c47900c5421dbe28c43ad38ba39f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732739040432 2024-11-27T20:24:01,780 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting aee95b715a9a432eb6ed468dba0ba983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732739041147 2024-11-27T20:24:01,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739101771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739101773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T20:24:01,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T20:24:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742442_1618 (size=12301) 2024-11-27T20:24:01,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/82f3f73f8a06408bb36693549a2eddce 2024-11-27T20:24:01,842 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:01,842 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/8ce3b1e4ec4a4c76a198a11d4a5eace8 is 50, key is test_row_0/C:col10/1732739041463/Put/seqid=0 2024-11-27T20:24:01,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/021ffe0e42c44351a1ddd1720c4f523a is 50, key is test_row_0/C:col10/1732739041546/Put/seqid=0 2024-11-27T20:24:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742443_1619 (size=12949) 2024-11-27T20:24:01,884 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/8ce3b1e4ec4a4c76a198a11d4a5eace8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8ce3b1e4ec4a4c76a198a11d4a5eace8 2024-11-27T20:24:01,890 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into 8ce3b1e4ec4a4c76a198a11d4a5eace8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:01,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:01,890 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=13, startTime=1732739041673; duration=0sec 2024-11-27T20:24:01,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:01,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:01,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739101886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739101886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742444_1620 (size=12301) 2024-11-27T20:24:01,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/021ffe0e42c44351a1ddd1720c4f523a 2024-11-27T20:24:01,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/b08f3851e85446378e4bbd39b2f3938f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b08f3851e85446378e4bbd39b2f3938f 2024-11-27T20:24:01,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b08f3851e85446378e4bbd39b2f3938f, entries=200, sequenceid=285, filesize=14.4 K 2024-11-27T20:24:01,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/82f3f73f8a06408bb36693549a2eddce as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/82f3f73f8a06408bb36693549a2eddce 2024-11-27T20:24:01,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/82f3f73f8a06408bb36693549a2eddce, entries=150, sequenceid=285, filesize=12.0 K 2024-11-27T20:24:01,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/021ffe0e42c44351a1ddd1720c4f523a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/021ffe0e42c44351a1ddd1720c4f523a 2024-11-27T20:24:01,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/021ffe0e42c44351a1ddd1720c4f523a, entries=150, sequenceid=285, filesize=12.0 K 2024-11-27T20:24:01,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ed0b988b7174ff3041fe690d3289643e in 251ms, sequenceid=285, compaction requested=false 2024-11-27T20:24:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:01,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:01,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-27T20:24:01,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:01,958 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T20:24:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:01,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9572d5262c7247d39f8658d00053ab7f is 50, key is test_row_0/A:col10/1732739041771/Put/seqid=0 2024-11-27T20:24:01,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742445_1621 (size=12301) 2024-11-27T20:24:01,998 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9572d5262c7247d39f8658d00053ab7f 2024-11-27T20:24:02,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/6f7109f3c2a9470dbaf7ab633793bc11 is 50, key is test_row_0/B:col10/1732739041771/Put/seqid=0 2024-11-27T20:24:02,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742446_1622 (size=12301) 2024-11-27T20:24:02,041 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/6f7109f3c2a9470dbaf7ab633793bc11 2024-11-27T20:24:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/e6bd10b00a5b4b41836b45c8535fb876 is 50, key is test_row_0/C:col10/1732739041771/Put/seqid=0 2024-11-27T20:24:02,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T20:24:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742447_1623 (size=12301) 2024-11-27T20:24:02,104 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/e6bd10b00a5b4b41836b45c8535fb876 2024-11-27T20:24:02,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9572d5262c7247d39f8658d00053ab7f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9572d5262c7247d39f8658d00053ab7f 2024-11-27T20:24:02,122 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9572d5262c7247d39f8658d00053ab7f, entries=150, sequenceid=303, filesize=12.0 K 2024-11-27T20:24:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/6f7109f3c2a9470dbaf7ab633793bc11 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6f7109f3c2a9470dbaf7ab633793bc11 2024-11-27T20:24:02,133 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6f7109f3c2a9470dbaf7ab633793bc11, entries=150, sequenceid=303, filesize=12.0 K 2024-11-27T20:24:02,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/e6bd10b00a5b4b41836b45c8535fb876 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6bd10b00a5b4b41836b45c8535fb876 2024-11-27T20:24:02,157 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6bd10b00a5b4b41836b45c8535fb876, entries=150, sequenceid=303, filesize=12.0 K 2024-11-27T20:24:02,160 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=73.80 KB/75570 for ed0b988b7174ff3041fe690d3289643e in 203ms, sequenceid=303, compaction requested=true 2024-11-27T20:24:02,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:02,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:02,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-27T20:24:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-27T20:24:02,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-27T20:24:02,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 663 msec 2024-11-27T20:24:02,169 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/fa58249c2cf64cc780cb80f863416ecd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/fa58249c2cf64cc780cb80f863416ecd 2024-11-27T20:24:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:02,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:24:02,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 674 msec 2024-11-27T20:24:02,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:02,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:02,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:02,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,179 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into fa58249c2cf64cc780cb80f863416ecd(size=12.6 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:02,179 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:02,179 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=13, startTime=1732739041673; duration=0sec 2024-11-27T20:24:02,179 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:02,179 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:02,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/e73d3b26a0c24a7ebfd64b11a8d3881a is 50, key is test_row_0/A:col10/1732739042151/Put/seqid=0 2024-11-27T20:24:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742448_1624 (size=17181) 2024-11-27T20:24:02,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739102273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739102277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739102383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739102389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739102593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T20:24:02,601 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-27T20:24:02,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-27T20:24:02,604 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T20:24:02,604 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:02,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739102599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/e73d3b26a0c24a7ebfd64b11a8d3881a 2024-11-27T20:24:02,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/35500b6586e842088528700c935ece85 is 50, key is test_row_0/B:col10/1732739042151/Put/seqid=0 2024-11-27T20:24:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742449_1625 (size=12301) 2024-11-27T20:24:02,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/35500b6586e842088528700c935ece85 2024-11-27T20:24:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T20:24:02,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/f2f438cb1866433aa332139cf0918a55 is 50, key is test_row_0/C:col10/1732739042151/Put/seqid=0 2024-11-27T20:24:02,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T20:24:02,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:02,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:02,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:02,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742450_1626 (size=12301) 2024-11-27T20:24:02,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/f2f438cb1866433aa332139cf0918a55 2024-11-27T20:24:02,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/e73d3b26a0c24a7ebfd64b11a8d3881a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e73d3b26a0c24a7ebfd64b11a8d3881a 2024-11-27T20:24:02,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e73d3b26a0c24a7ebfd64b11a8d3881a, entries=250, sequenceid=319, filesize=16.8 K 2024-11-27T20:24:02,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/35500b6586e842088528700c935ece85 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/35500b6586e842088528700c935ece85 2024-11-27T20:24:02,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/35500b6586e842088528700c935ece85, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T20:24:02,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/f2f438cb1866433aa332139cf0918a55 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2f438cb1866433aa332139cf0918a55 2024-11-27T20:24:02,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2f438cb1866433aa332139cf0918a55, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T20:24:02,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ed0b988b7174ff3041fe690d3289643e in 631ms, sequenceid=319, compaction requested=true 2024-11-27T20:24:02,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:02,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:02,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:02,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:02,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:02,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:02,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:24:02,803 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:02,803 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:02,804 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:02,804 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:02,804 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:02,804 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8ce3b1e4ec4a4c76a198a11d4a5eace8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/021ffe0e42c44351a1ddd1720c4f523a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6bd10b00a5b4b41836b45c8535fb876, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2f438cb1866433aa332139cf0918a55] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=48.7 K 2024-11-27T20:24:02,805 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57172 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:02,805 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:02,805 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:02,805 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/fa58249c2cf64cc780cb80f863416ecd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b08f3851e85446378e4bbd39b2f3938f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9572d5262c7247d39f8658d00053ab7f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e73d3b26a0c24a7ebfd64b11a8d3881a] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=55.8 K 2024-11-27T20:24:02,806 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ce3b1e4ec4a4c76a198a11d4a5eace8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732739041147 2024-11-27T20:24:02,806 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa58249c2cf64cc780cb80f863416ecd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732739041147 2024-11-27T20:24:02,806 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 021ffe0e42c44351a1ddd1720c4f523a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732739041546 2024-11-27T20:24:02,806 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b08f3851e85446378e4bbd39b2f3938f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732739041546 2024-11-27T20:24:02,807 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e6bd10b00a5b4b41836b45c8535fb876, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739041755 2024-11-27T20:24:02,807 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9572d5262c7247d39f8658d00053ab7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739041755 2024-11-27T20:24:02,807 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f2f438cb1866433aa332139cf0918a55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739042128 2024-11-27T20:24:02,807 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting e73d3b26a0c24a7ebfd64b11a8d3881a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739042128 2024-11-27T20:24:02,825 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:02,826 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/033188ead48a48539c6ff996fafdcdc8 is 50, key is test_row_0/C:col10/1732739042151/Put/seqid=0 2024-11-27T20:24:02,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T20:24:02,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:02,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:02,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:02,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:02,830 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#542 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:02,830 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/83b5c8c1035b45729461195264f53a7f is 50, key is test_row_0/A:col10/1732739042151/Put/seqid=0 2024-11-27T20:24:02,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9675e781153a45338178feb1aca906b7 is 50, key is test_row_0/A:col10/1732739042271/Put/seqid=0 2024-11-27T20:24:02,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742451_1627 (size=13085) 2024-11-27T20:24:02,873 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/033188ead48a48539c6ff996fafdcdc8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/033188ead48a48539c6ff996fafdcdc8 2024-11-27T20:24:02,882 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into 033188ead48a48539c6ff996fafdcdc8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:02,882 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:02,882 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=12, startTime=1732739042802; duration=0sec 2024-11-27T20:24:02,882 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:02,882 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:02,882 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:02,886 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:02,886 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:02,886 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:02,887 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/68a72bb0d10b434c91587e57e31d5d4e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/82f3f73f8a06408bb36693549a2eddce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6f7109f3c2a9470dbaf7ab633793bc11, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/35500b6586e842088528700c935ece85] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=48.7 K 2024-11-27T20:24:02,887 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a72bb0d10b434c91587e57e31d5d4e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732739041147 2024-11-27T20:24:02,888 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 82f3f73f8a06408bb36693549a2eddce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732739041546 2024-11-27T20:24:02,889 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f7109f3c2a9470dbaf7ab633793bc11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732739041755 2024-11-27T20:24:02,889 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 35500b6586e842088528700c935ece85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739042128 2024-11-27T20:24:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742452_1628 (size=13085) 2024-11-27T20:24:02,898 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/83b5c8c1035b45729461195264f53a7f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/83b5c8c1035b45729461195264f53a7f 2024-11-27T20:24:02,903 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into 83b5c8c1035b45729461195264f53a7f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:02,903 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:02,903 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=12, startTime=1732739042802; duration=0sec 2024-11-27T20:24:02,903 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:02,903 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:02,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739102896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739102898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739102901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T20:24:02,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T20:24:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:02,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:02,918 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:02,918 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/b3e79f4757954a97987f080b7dc305c3 is 50, key is test_row_0/B:col10/1732739042151/Put/seqid=0 2024-11-27T20:24:02,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742453_1629 (size=14741) 2024-11-27T20:24:02,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739102920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:02,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9675e781153a45338178feb1aca906b7 2024-11-27T20:24:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742454_1630 (size=13085) 2024-11-27T20:24:02,957 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/b3e79f4757954a97987f080b7dc305c3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b3e79f4757954a97987f080b7dc305c3 2024-11-27T20:24:02,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/a537ee1e09564cadb869c5d926b4da51 is 50, key is test_row_0/B:col10/1732739042271/Put/seqid=0 2024-11-27T20:24:02,964 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into b3e79f4757954a97987f080b7dc305c3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:02,964 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:02,964 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=12, startTime=1732739042802; duration=0sec 2024-11-27T20:24:02,964 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:02,964 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:02,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742455_1631 (size=12301) 2024-11-27T20:24:03,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/a537ee1e09564cadb869c5d926b4da51 2024-11-27T20:24:03,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739103006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739103006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0e3a6b076baa49aca68c04abf3690ade is 50, key is test_row_0/C:col10/1732739042271/Put/seqid=0 2024-11-27T20:24:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742456_1632 (size=12301) 2024-11-27T20:24:03,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0e3a6b076baa49aca68c04abf3690ade 2024-11-27T20:24:03,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T20:24:03,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:03,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:03,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:03,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:03,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:03,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/9675e781153a45338178feb1aca906b7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9675e781153a45338178feb1aca906b7 2024-11-27T20:24:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:03,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9675e781153a45338178feb1aca906b7, entries=200, sequenceid=341, filesize=14.4 K 2024-11-27T20:24:03,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/a537ee1e09564cadb869c5d926b4da51 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a537ee1e09564cadb869c5d926b4da51 2024-11-27T20:24:03,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a537ee1e09564cadb869c5d926b4da51, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T20:24:03,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0e3a6b076baa49aca68c04abf3690ade as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0e3a6b076baa49aca68c04abf3690ade 2024-11-27T20:24:03,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0e3a6b076baa49aca68c04abf3690ade, entries=150, sequenceid=341, filesize=12.0 K 2024-11-27T20:24:03,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ed0b988b7174ff3041fe690d3289643e in 255ms, sequenceid=341, compaction requested=false 2024-11-27T20:24:03,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T20:24:03,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-27T20:24:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:03,218 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:24:03,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:03,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:03,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:03,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/2ed963afc55b49709b6e3cef9616ade6 is 50, key is test_row_0/A:col10/1732739042861/Put/seqid=0 2024-11-27T20:24:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742457_1633 (size=12301) 2024-11-27T20:24:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739103294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739103296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739103311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,316 DEBUG [Thread-2443 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:03,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739103397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739103404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739103410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739103434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739103607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739103610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,649 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/2ed963afc55b49709b6e3cef9616ade6 2024-11-27T20:24:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5f277173b3ff4a4c9e5f696e572fe818 is 50, key is test_row_0/B:col10/1732739042861/Put/seqid=0 2024-11-27T20:24:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T20:24:03,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742458_1634 (size=12301) 2024-11-27T20:24:03,739 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5f277173b3ff4a4c9e5f696e572fe818 2024-11-27T20:24:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/28599b303c744edf94230d13cdfeab43 is 50, key is test_row_0/C:col10/1732739042861/Put/seqid=0 2024-11-27T20:24:03,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742459_1635 (size=12301) 2024-11-27T20:24:03,807 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/28599b303c744edf94230d13cdfeab43 2024-11-27T20:24:03,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/2ed963afc55b49709b6e3cef9616ade6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2ed963afc55b49709b6e3cef9616ade6 2024-11-27T20:24:03,823 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2ed963afc55b49709b6e3cef9616ade6, entries=150, sequenceid=359, filesize=12.0 K 2024-11-27T20:24:03,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5f277173b3ff4a4c9e5f696e572fe818 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5f277173b3ff4a4c9e5f696e572fe818 2024-11-27T20:24:03,831 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5f277173b3ff4a4c9e5f696e572fe818, entries=150, sequenceid=359, filesize=12.0 K 2024-11-27T20:24:03,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/28599b303c744edf94230d13cdfeab43 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/28599b303c744edf94230d13cdfeab43 2024-11-27T20:24:03,840 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/28599b303c744edf94230d13cdfeab43, entries=150, sequenceid=359, filesize=12.0 K 2024-11-27T20:24:03,841 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ed0b988b7174ff3041fe690d3289643e in 622ms, sequenceid=359, compaction requested=true 2024-11-27T20:24:03,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:03,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:03,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-27T20:24:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-27T20:24:03,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-27T20:24:03,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2380 sec 2024-11-27T20:24:03,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.2440 sec 2024-11-27T20:24:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:03,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T20:24:03,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:03,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:03,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:03,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:03,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6cc2f3e13c0741db8171b844cc81db67 is 50, key is test_row_0/A:col10/1732739043292/Put/seqid=0 2024-11-27T20:24:03,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742460_1636 (size=14741) 2024-11-27T20:24:03,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739103949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:03,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739103953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739104057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739104059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739104263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739104263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6cc2f3e13c0741db8171b844cc81db67 2024-11-27T20:24:04,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/ff57c3f74d7a4fd2a1a0b2c522756582 is 50, key is test_row_0/B:col10/1732739043292/Put/seqid=0 2024-11-27T20:24:04,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742461_1637 (size=12301) 2024-11-27T20:24:04,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/ff57c3f74d7a4fd2a1a0b2c522756582 2024-11-27T20:24:04,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/596e31af2e8e42338411265e1a89c903 is 50, key is test_row_0/C:col10/1732739043292/Put/seqid=0 2024-11-27T20:24:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742462_1638 (size=12301) 2024-11-27T20:24:04,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/596e31af2e8e42338411265e1a89c903 2024-11-27T20:24:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/6cc2f3e13c0741db8171b844cc81db67 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6cc2f3e13c0741db8171b844cc81db67 2024-11-27T20:24:04,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6cc2f3e13c0741db8171b844cc81db67, entries=200, sequenceid=381, filesize=14.4 K 2024-11-27T20:24:04,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/ff57c3f74d7a4fd2a1a0b2c522756582 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/ff57c3f74d7a4fd2a1a0b2c522756582 2024-11-27T20:24:04,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/ff57c3f74d7a4fd2a1a0b2c522756582, entries=150, sequenceid=381, filesize=12.0 K 2024-11-27T20:24:04,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/596e31af2e8e42338411265e1a89c903 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/596e31af2e8e42338411265e1a89c903 2024-11-27T20:24:04,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/596e31af2e8e42338411265e1a89c903, entries=150, sequenceid=381, filesize=12.0 K 2024-11-27T20:24:04,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ed0b988b7174ff3041fe690d3289643e in 449ms, sequenceid=381, compaction requested=true 2024-11-27T20:24:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:04,365 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:04,365 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:04,366 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:04,366 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:04,366 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:04,366 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b3e79f4757954a97987f080b7dc305c3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a537ee1e09564cadb869c5d926b4da51, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5f277173b3ff4a4c9e5f696e572fe818, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/ff57c3f74d7a4fd2a1a0b2c522756582] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=48.8 K 2024-11-27T20:24:04,366 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:04,366 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:04,367 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:04,367 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/83b5c8c1035b45729461195264f53a7f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9675e781153a45338178feb1aca906b7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2ed963afc55b49709b6e3cef9616ade6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6cc2f3e13c0741db8171b844cc81db67] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=53.6 K 2024-11-27T20:24:04,367 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83b5c8c1035b45729461195264f53a7f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739042128 2024-11-27T20:24:04,367 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b3e79f4757954a97987f080b7dc305c3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739042128 2024-11-27T20:24:04,367 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a537ee1e09564cadb869c5d926b4da51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732739042265 2024-11-27T20:24:04,367 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9675e781153a45338178feb1aca906b7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732739042265 2024-11-27T20:24:04,368 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f277173b3ff4a4c9e5f696e572fe818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732739042861 2024-11-27T20:24:04,368 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ed963afc55b49709b6e3cef9616ade6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732739042861 2024-11-27T20:24:04,368 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ff57c3f74d7a4fd2a1a0b2c522756582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732739043292 2024-11-27T20:24:04,368 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cc2f3e13c0741db8171b844cc81db67, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732739043268 2024-11-27T20:24:04,375 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:04,376 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/3a64d53fc75a459888c865cda95e3810 is 50, key is test_row_0/A:col10/1732739043292/Put/seqid=0 2024-11-27T20:24:04,376 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:04,377 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/fb19803d53614ea88e8d4ad122c452a2 is 50, key is test_row_0/B:col10/1732739043292/Put/seqid=0 2024-11-27T20:24:04,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742463_1639 (size=13221) 2024-11-27T20:24:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742464_1640 (size=13221) 2024-11-27T20:24:04,407 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/fb19803d53614ea88e8d4ad122c452a2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fb19803d53614ea88e8d4ad122c452a2 2024-11-27T20:24:04,411 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into fb19803d53614ea88e8d4ad122c452a2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:04,411 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:04,411 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=12, startTime=1732739044365; duration=0sec 2024-11-27T20:24:04,411 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:04,411 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:04,411 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:04,412 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:04,412 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:04,412 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:04,412 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/033188ead48a48539c6ff996fafdcdc8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0e3a6b076baa49aca68c04abf3690ade, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/28599b303c744edf94230d13cdfeab43, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/596e31af2e8e42338411265e1a89c903] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=48.8 K 2024-11-27T20:24:04,413 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 033188ead48a48539c6ff996fafdcdc8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732739042128 2024-11-27T20:24:04,413 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e3a6b076baa49aca68c04abf3690ade, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732739042265 2024-11-27T20:24:04,413 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 28599b303c744edf94230d13cdfeab43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732739042861 2024-11-27T20:24:04,413 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 596e31af2e8e42338411265e1a89c903, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732739043292 2024-11-27T20:24:04,422 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#555 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:04,422 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/65c2a76c5faf47af94b210aa0da287bb is 50, key is test_row_0/C:col10/1732739043292/Put/seqid=0 2024-11-27T20:24:04,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T20:24:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:04,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742465_1641 (size=13221) 2024-11-27T20:24:04,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7fb43352cd244ecbadeba3a3e3c9d83d is 50, key is test_row_0/A:col10/1732739044433/Put/seqid=0 2024-11-27T20:24:04,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742466_1642 (size=14741) 2024-11-27T20:24:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739104497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739104497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739104565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739104571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739104604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739104604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-27T20:24:04,710 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-27T20:24:04,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-27T20:24:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T20:24:04,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:04,718 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:04,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:04,799 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/3a64d53fc75a459888c865cda95e3810 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3a64d53fc75a459888c865cda95e3810 2024-11-27T20:24:04,803 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into 3a64d53fc75a459888c865cda95e3810(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:04,803 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:04,803 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=12, startTime=1732739044365; duration=0sec 2024-11-27T20:24:04,803 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:04,803 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:04,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739104807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739104808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T20:24:04,845 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/65c2a76c5faf47af94b210aa0da287bb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/65c2a76c5faf47af94b210aa0da287bb 2024-11-27T20:24:04,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7fb43352cd244ecbadeba3a3e3c9d83d 2024-11-27T20:24:04,851 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into 65c2a76c5faf47af94b210aa0da287bb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:04,851 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:04,851 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=12, startTime=1732739044365; duration=0sec 2024-11-27T20:24:04,852 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:04,852 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:04,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/b4294f1d6294439aa9b012c4dd943d57 is 50, key is test_row_0/B:col10/1732739044433/Put/seqid=0 2024-11-27T20:24:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742467_1643 (size=12301) 2024-11-27T20:24:04,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/b4294f1d6294439aa9b012c4dd943d57 2024-11-27T20:24:04,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:04,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T20:24:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:04,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:04,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/745dc944bbd04c12b53b637847235c4d is 50, key is test_row_0/C:col10/1732739044433/Put/seqid=0 2024-11-27T20:24:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742468_1644 (size=12301) 2024-11-27T20:24:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T20:24:05,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T20:24:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:05,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:05,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:05,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739105072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739105080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739105110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739105112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T20:24:05,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:05,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:05,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:05,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:05,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:05,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/745dc944bbd04c12b53b637847235c4d 2024-11-27T20:24:05,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/7fb43352cd244ecbadeba3a3e3c9d83d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7fb43352cd244ecbadeba3a3e3c9d83d 2024-11-27T20:24:05,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7fb43352cd244ecbadeba3a3e3c9d83d, entries=200, sequenceid=397, filesize=14.4 K 2024-11-27T20:24:05,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/b4294f1d6294439aa9b012c4dd943d57 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b4294f1d6294439aa9b012c4dd943d57 2024-11-27T20:24:05,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b4294f1d6294439aa9b012c4dd943d57, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T20:24:05,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/745dc944bbd04c12b53b637847235c4d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/745dc944bbd04c12b53b637847235c4d 2024-11-27T20:24:05,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/745dc944bbd04c12b53b637847235c4d, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T20:24:05,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ed0b988b7174ff3041fe690d3289643e in 864ms, sequenceid=397, compaction requested=false 2024-11-27T20:24:05,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T20:24:05,329 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-27T20:24:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:05,330 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T20:24:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/13f8bfce5fbd46d48b92b6bffc21b240 is 50, key is test_row_0/A:col10/1732739044496/Put/seqid=0 2024-11-27T20:24:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742469_1645 (size=12301) 2024-11-27T20:24:05,339 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/13f8bfce5fbd46d48b92b6bffc21b240 2024-11-27T20:24:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/a88bae325e45414da02158be1b76a78d is 50, key is test_row_0/B:col10/1732739044496/Put/seqid=0 2024-11-27T20:24:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742470_1646 (size=12301) 2024-11-27T20:24:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:05,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:05,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739105674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739105674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,766 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/a88bae325e45414da02158be1b76a78d 2024-11-27T20:24:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0a241de42e734cd1a2024ab798ffe1ee is 50, key is test_row_0/C:col10/1732739044496/Put/seqid=0 2024-11-27T20:24:05,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739105784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739105785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T20:24:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742471_1647 (size=12301) 2024-11-27T20:24:05,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739105991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739105992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,002 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:24:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739106085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739106095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,228 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0a241de42e734cd1a2024ab798ffe1ee 2024-11-27T20:24:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/13f8bfce5fbd46d48b92b6bffc21b240 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/13f8bfce5fbd46d48b92b6bffc21b240 2024-11-27T20:24:06,235 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/13f8bfce5fbd46d48b92b6bffc21b240, entries=150, sequenceid=420, filesize=12.0 K 2024-11-27T20:24:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/a88bae325e45414da02158be1b76a78d as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a88bae325e45414da02158be1b76a78d 2024-11-27T20:24:06,238 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a88bae325e45414da02158be1b76a78d, entries=150, sequenceid=420, filesize=12.0 K 2024-11-27T20:24:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/0a241de42e734cd1a2024ab798ffe1ee as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0a241de42e734cd1a2024ab798ffe1ee 2024-11-27T20:24:06,243 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0a241de42e734cd1a2024ab798ffe1ee, entries=150, sequenceid=420, filesize=12.0 K 2024-11-27T20:24:06,243 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for ed0b988b7174ff3041fe690d3289643e in 913ms, sequenceid=420, compaction requested=true 2024-11-27T20:24:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:06,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-27T20:24:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-11-27T20:24:06,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-27T20:24:06,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5350 sec 2024-11-27T20:24:06,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.5430 sec 2024-11-27T20:24:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:06,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T20:24:06,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:06,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:06,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:06,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:06,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:06,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:06,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/c5a280d2ee314c288295a29a992c0807 is 50, key is test_row_0/A:col10/1732739045671/Put/seqid=0 2024-11-27T20:24:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742472_1648 (size=12301) 2024-11-27T20:24:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739106365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739106366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739106475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739106476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739106680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739106681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/c5a280d2ee314c288295a29a992c0807 2024-11-27T20:24:06,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5095140fa0fc43ee999ff98d6b21efc3 is 50, key is test_row_0/B:col10/1732739045671/Put/seqid=0 2024-11-27T20:24:06,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742473_1649 (size=12301) 2024-11-27T20:24:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T20:24:06,827 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-27T20:24:06,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-27T20:24:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T20:24:06,830 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:06,830 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:06,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T20:24:06,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T20:24:06,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:06,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:06,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:06,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:06,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739106984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:06,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739106988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:07,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5095140fa0fc43ee999ff98d6b21efc3 2024-11-27T20:24:07,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/96780a27f04944b3b09239af4c268381 is 50, key is test_row_0/C:col10/1732739045671/Put/seqid=0 2024-11-27T20:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T20:24:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742474_1650 (size=12301) 2024-11-27T20:24:07,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:07,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T20:24:07,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:07,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:07,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T20:24:07,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51668 deadline: 1732739107351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:07,353 DEBUG [Thread-2443 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8225 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., hostname=23827885d8b7,33005,1732738897633, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T20:24:07,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:07,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T20:24:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739107490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739107499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:07,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/96780a27f04944b3b09239af4c268381 2024-11-27T20:24:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/c5a280d2ee314c288295a29a992c0807 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/c5a280d2ee314c288295a29a992c0807 2024-11-27T20:24:07,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/c5a280d2ee314c288295a29a992c0807, entries=150, sequenceid=437, filesize=12.0 K 2024-11-27T20:24:07,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5095140fa0fc43ee999ff98d6b21efc3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5095140fa0fc43ee999ff98d6b21efc3 2024-11-27T20:24:07,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5095140fa0fc43ee999ff98d6b21efc3, entries=150, sequenceid=437, filesize=12.0 K 2024-11-27T20:24:07,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/96780a27f04944b3b09239af4c268381 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/96780a27f04944b3b09239af4c268381 2024-11-27T20:24:07,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/96780a27f04944b3b09239af4c268381, entries=150, sequenceid=437, filesize=12.0 K 2024-11-27T20:24:07,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for ed0b988b7174ff3041fe690d3289643e in 1243ms, sequenceid=437, compaction requested=true 2024-11-27T20:24:07,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:07,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:07,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:07,547 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:07,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:07,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:07,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:07,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:07,548 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:07,548 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:07,548 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:07,548 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,548 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3a64d53fc75a459888c865cda95e3810, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7fb43352cd244ecbadeba3a3e3c9d83d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/13f8bfce5fbd46d48b92b6bffc21b240, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/c5a280d2ee314c288295a29a992c0807] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=51.3 K 2024-11-27T20:24:07,548 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a64d53fc75a459888c865cda95e3810, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732739043292 2024-11-27T20:24:07,549 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb43352cd244ecbadeba3a3e3c9d83d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732739043943 2024-11-27T20:24:07,549 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13f8bfce5fbd46d48b92b6bffc21b240, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732739044482 2024-11-27T20:24:07,549 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:07,549 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:07,549 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,549 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fb19803d53614ea88e8d4ad122c452a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b4294f1d6294439aa9b012c4dd943d57, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a88bae325e45414da02158be1b76a78d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5095140fa0fc43ee999ff98d6b21efc3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=48.9 K 2024-11-27T20:24:07,549 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5a280d2ee314c288295a29a992c0807, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732739045671 2024-11-27T20:24:07,550 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fb19803d53614ea88e8d4ad122c452a2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732739043292 2024-11-27T20:24:07,550 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b4294f1d6294439aa9b012c4dd943d57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732739043943 2024-11-27T20:24:07,550 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a88bae325e45414da02158be1b76a78d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732739044482 2024-11-27T20:24:07,551 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5095140fa0fc43ee999ff98d6b21efc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732739045671 2024-11-27T20:24:07,564 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:07,565 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/781a5a683ebb44589f67002c09b846bc is 50, key is test_row_0/A:col10/1732739045671/Put/seqid=0 2024-11-27T20:24:07,565 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:07,566 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5d065699259a4877b0d7781b8aa4a292 is 50, key is test_row_0/B:col10/1732739045671/Put/seqid=0 2024-11-27T20:24:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742475_1651 (size=13357) 2024-11-27T20:24:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742476_1652 (size=13357) 2024-11-27T20:24:07,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:07,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-27T20:24:07,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,593 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T20:24:07,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:07,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:07,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:07,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:07,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:07,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:07,595 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5d065699259a4877b0d7781b8aa4a292 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5d065699259a4877b0d7781b8aa4a292 2024-11-27T20:24:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/24e6b33cae6747cc81792f9cc8a3e599 is 50, key is test_row_0/A:col10/1732739046350/Put/seqid=0 2024-11-27T20:24:07,599 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into 5d065699259a4877b0d7781b8aa4a292(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:07,599 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:07,599 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=12, startTime=1732739047547; duration=0sec 2024-11-27T20:24:07,599 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:07,599 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:07,599 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:07,600 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:07,600 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:07,600 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:07,600 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/65c2a76c5faf47af94b210aa0da287bb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/745dc944bbd04c12b53b637847235c4d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0a241de42e734cd1a2024ab798ffe1ee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/96780a27f04944b3b09239af4c268381] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=48.9 K 2024-11-27T20:24:07,601 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c2a76c5faf47af94b210aa0da287bb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732739043292 2024-11-27T20:24:07,601 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 745dc944bbd04c12b53b637847235c4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732739043943 2024-11-27T20:24:07,601 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a241de42e734cd1a2024ab798ffe1ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732739044482 2024-11-27T20:24:07,602 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 96780a27f04944b3b09239af4c268381, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732739045671 2024-11-27T20:24:07,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742477_1653 (size=12301) 2024-11-27T20:24:07,610 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:07,611 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/fdceae4e5bba470a92d31e5397c98eb6 is 50, key is test_row_0/C:col10/1732739045671/Put/seqid=0 2024-11-27T20:24:07,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742478_1654 (size=13357) 2024-11-27T20:24:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T20:24:07,994 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/781a5a683ebb44589f67002c09b846bc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/781a5a683ebb44589f67002c09b846bc 2024-11-27T20:24:08,001 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into 781a5a683ebb44589f67002c09b846bc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:08,001 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:08,001 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=12, startTime=1732739047547; duration=0sec 2024-11-27T20:24:08,002 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:08,002 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:08,006 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/24e6b33cae6747cc81792f9cc8a3e599 2024-11-27T20:24:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/407f58102f444dba89d273307ac276f9 is 50, key is test_row_0/B:col10/1732739046350/Put/seqid=0 2024-11-27T20:24:08,024 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/fdceae4e5bba470a92d31e5397c98eb6 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/fdceae4e5bba470a92d31e5397c98eb6 2024-11-27T20:24:08,029 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into fdceae4e5bba470a92d31e5397c98eb6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:08,029 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:08,029 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=12, startTime=1732739047547; duration=0sec 2024-11-27T20:24:08,029 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:08,029 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742479_1655 (size=12301) 2024-11-27T20:24:08,053 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/407f58102f444dba89d273307ac276f9 2024-11-27T20:24:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/124e6ddb67d142a499cbf8b7f38fb10a is 50, key is test_row_0/C:col10/1732739046350/Put/seqid=0 2024-11-27T20:24:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742480_1656 (size=12301) 2024-11-27T20:24:08,073 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/124e6ddb67d142a499cbf8b7f38fb10a 2024-11-27T20:24:08,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/24e6b33cae6747cc81792f9cc8a3e599 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/24e6b33cae6747cc81792f9cc8a3e599 2024-11-27T20:24:08,085 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/24e6b33cae6747cc81792f9cc8a3e599, entries=150, sequenceid=457, filesize=12.0 K 2024-11-27T20:24:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/407f58102f444dba89d273307ac276f9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/407f58102f444dba89d273307ac276f9 2024-11-27T20:24:08,092 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/407f58102f444dba89d273307ac276f9, entries=150, sequenceid=457, filesize=12.0 K 2024-11-27T20:24:08,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/124e6ddb67d142a499cbf8b7f38fb10a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/124e6ddb67d142a499cbf8b7f38fb10a 2024-11-27T20:24:08,096 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/124e6ddb67d142a499cbf8b7f38fb10a, entries=150, sequenceid=457, filesize=12.0 K 2024-11-27T20:24:08,097 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for ed0b988b7174ff3041fe690d3289643e in 504ms, sequenceid=457, compaction requested=false 2024-11-27T20:24:08,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:08,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:08,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-27T20:24:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-11-27T20:24:08,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-27T20:24:08,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2690 sec 2024-11-27T20:24:08,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.2730 sec 2024-11-27T20:24:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:08,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:08,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:08,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:08,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:08,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:08,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:08,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:08,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/a596d675a3b24957920be7142a7426d1 is 50, key is test_row_0/A:col10/1732739048103/Put/seqid=0 2024-11-27T20:24:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742481_1657 (size=12301) 2024-11-27T20:24:08,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/a596d675a3b24957920be7142a7426d1 2024-11-27T20:24:08,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5068a9a4828246b8b85e8ddc2ac7404b is 50, key is test_row_0/B:col10/1732739048103/Put/seqid=0 2024-11-27T20:24:08,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742482_1658 (size=12301) 2024-11-27T20:24:08,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5068a9a4828246b8b85e8ddc2ac7404b 2024-11-27T20:24:08,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/83ee9f2d6a3945b2ba76ef19cd352cf9 is 50, key is test_row_0/C:col10/1732739048103/Put/seqid=0 2024-11-27T20:24:08,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739108205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739108207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742483_1659 (size=12301) 2024-11-27T20:24:08,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/83ee9f2d6a3945b2ba76ef19cd352cf9 2024-11-27T20:24:08,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/a596d675a3b24957920be7142a7426d1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/a596d675a3b24957920be7142a7426d1 2024-11-27T20:24:08,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/a596d675a3b24957920be7142a7426d1, entries=150, sequenceid=471, filesize=12.0 K 2024-11-27T20:24:08,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/5068a9a4828246b8b85e8ddc2ac7404b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5068a9a4828246b8b85e8ddc2ac7404b 2024-11-27T20:24:08,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5068a9a4828246b8b85e8ddc2ac7404b, entries=150, sequenceid=471, filesize=12.0 K 2024-11-27T20:24:08,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/83ee9f2d6a3945b2ba76ef19cd352cf9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/83ee9f2d6a3945b2ba76ef19cd352cf9 2024-11-27T20:24:08,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/83ee9f2d6a3945b2ba76ef19cd352cf9, entries=150, sequenceid=471, filesize=12.0 K 2024-11-27T20:24:08,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ed0b988b7174ff3041fe690d3289643e in 119ms, sequenceid=471, compaction requested=true 2024-11-27T20:24:08,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:08,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:08,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:08,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:08,242 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:08,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:08,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:08,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:08,242 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:08,242 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:08,243 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:08,243 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:08,243 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5d065699259a4877b0d7781b8aa4a292, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/407f58102f444dba89d273307ac276f9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5068a9a4828246b8b85e8ddc2ac7404b] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=37.1 K 2024-11-27T20:24:08,243 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d065699259a4877b0d7781b8aa4a292, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732739045671 2024-11-27T20:24:08,243 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 407f58102f444dba89d273307ac276f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732739046337 2024-11-27T20:24:08,243 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:08,244 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:08,244 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:08,244 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5068a9a4828246b8b85e8ddc2ac7404b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732739048103 2024-11-27T20:24:08,244 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/781a5a683ebb44589f67002c09b846bc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/24e6b33cae6747cc81792f9cc8a3e599, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/a596d675a3b24957920be7142a7426d1] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=37.1 K 2024-11-27T20:24:08,244 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781a5a683ebb44589f67002c09b846bc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732739045671 2024-11-27T20:24:08,244 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24e6b33cae6747cc81792f9cc8a3e599, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732739046337 2024-11-27T20:24:08,245 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting a596d675a3b24957920be7142a7426d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732739048103 2024-11-27T20:24:08,253 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#574 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:08,253 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/812bc724a1a54e10926c610aa3cab1cc is 50, key is test_row_0/B:col10/1732739048103/Put/seqid=0 2024-11-27T20:24:08,261 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:08,261 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/b43882f469b44c5f993868eb0fc193e2 is 50, key is test_row_0/A:col10/1732739048103/Put/seqid=0 2024-11-27T20:24:08,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742484_1660 (size=13459) 2024-11-27T20:24:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742485_1661 (size=13459) 2024-11-27T20:24:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:08,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:24:08,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:08,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:08,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:08,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:08,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:08,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:08,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/be226ebb12c447a1bff8efa458736a4c is 50, key is test_row_0/A:col10/1732739048205/Put/seqid=0 2024-11-27T20:24:08,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742486_1662 (size=17181) 2024-11-27T20:24:08,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739108334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739108341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739108442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739108447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739108506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739108510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739108646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739108651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,674 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/812bc724a1a54e10926c610aa3cab1cc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/812bc724a1a54e10926c610aa3cab1cc 2024-11-27T20:24:08,678 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into 812bc724a1a54e10926c610aa3cab1cc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:08,678 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:08,678 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=13, startTime=1732739048242; duration=0sec 2024-11-27T20:24:08,678 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:08,678 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:08,678 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:08,679 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:08,679 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:08,679 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:08,680 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/fdceae4e5bba470a92d31e5397c98eb6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/124e6ddb67d142a499cbf8b7f38fb10a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/83ee9f2d6a3945b2ba76ef19cd352cf9] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=37.1 K 2024-11-27T20:24:08,680 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fdceae4e5bba470a92d31e5397c98eb6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732739045671 2024-11-27T20:24:08,680 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 124e6ddb67d142a499cbf8b7f38fb10a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732739046337 2024-11-27T20:24:08,681 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 83ee9f2d6a3945b2ba76ef19cd352cf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732739048103 2024-11-27T20:24:08,683 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/b43882f469b44c5f993868eb0fc193e2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b43882f469b44c5f993868eb0fc193e2 2024-11-27T20:24:08,687 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into b43882f469b44c5f993868eb0fc193e2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:08,687 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:08,687 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=13, startTime=1732739048241; duration=0sec 2024-11-27T20:24:08,688 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:08,688 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:08,690 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:08,691 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/8a7f84738b0649acb48987207034eccf is 50, key is test_row_0/C:col10/1732739048103/Put/seqid=0 2024-11-27T20:24:08,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742487_1663 (size=13459) 2024-11-27T20:24:08,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/be226ebb12c447a1bff8efa458736a4c 2024-11-27T20:24:08,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/fa764d9e49ea406a89896d53441b243a is 50, key is test_row_0/B:col10/1732739048205/Put/seqid=0 2024-11-27T20:24:08,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742488_1664 (size=12301) 2024-11-27T20:24:08,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/fa764d9e49ea406a89896d53441b243a 2024-11-27T20:24:08,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5f298036c67d4957a318a513da1263ce is 50, key is test_row_0/C:col10/1732739048205/Put/seqid=0 2024-11-27T20:24:08,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742489_1665 (size=12301) 2024-11-27T20:24:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-27T20:24:08,933 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-27T20:24:08,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-27T20:24:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T20:24:08,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:08,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:08,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:08,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739108951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:08,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739108955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T20:24:09,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T20:24:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,104 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/8a7f84738b0649acb48987207034eccf as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8a7f84738b0649acb48987207034eccf 2024-11-27T20:24:09,114 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into 8a7f84738b0649acb48987207034eccf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:09,115 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:09,115 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=13, startTime=1732739048242; duration=0sec 2024-11-27T20:24:09,115 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:09,115 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:09,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5f298036c67d4957a318a513da1263ce 2024-11-27T20:24:09,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/be226ebb12c447a1bff8efa458736a4c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/be226ebb12c447a1bff8efa458736a4c 2024-11-27T20:24:09,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/be226ebb12c447a1bff8efa458736a4c, entries=250, sequenceid=498, filesize=16.8 K 2024-11-27T20:24:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/fa764d9e49ea406a89896d53441b243a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fa764d9e49ea406a89896d53441b243a 2024-11-27T20:24:09,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fa764d9e49ea406a89896d53441b243a, entries=150, sequenceid=498, filesize=12.0 K 2024-11-27T20:24:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5f298036c67d4957a318a513da1263ce as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5f298036c67d4957a318a513da1263ce 2024-11-27T20:24:09,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5f298036c67d4957a318a513da1263ce, entries=150, sequenceid=498, filesize=12.0 K 2024-11-27T20:24:09,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ed0b988b7174ff3041fe690d3289643e in 876ms, sequenceid=498, compaction requested=false 2024-11-27T20:24:09,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T20:24:09,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-27T20:24:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,242 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T20:24:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/8355fe80955c4f9389ccbb6c8f83a07b is 50, key is test_row_0/A:col10/1732739048332/Put/seqid=0 2024-11-27T20:24:09,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742490_1666 (size=12301) 2024-11-27T20:24:09,250 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/8355fe80955c4f9389ccbb6c8f83a07b 2024-11-27T20:24:09,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/1546485c66d547e29a244e45842038fc is 50, key is test_row_0/B:col10/1732739048332/Put/seqid=0 2024-11-27T20:24:09,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742491_1667 (size=12301) 2024-11-27T20:24:09,261 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/1546485c66d547e29a244e45842038fc 2024-11-27T20:24:09,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/1695f12c66e24cab91f3cf7904f863ee is 50, key is test_row_0/C:col10/1732739048332/Put/seqid=0 2024-11-27T20:24:09,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742492_1668 (size=12301) 2024-11-27T20:24:09,273 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/1695f12c66e24cab91f3cf7904f863ee 2024-11-27T20:24:09,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/8355fe80955c4f9389ccbb6c8f83a07b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8355fe80955c4f9389ccbb6c8f83a07b 2024-11-27T20:24:09,281 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8355fe80955c4f9389ccbb6c8f83a07b, entries=150, sequenceid=510, filesize=12.0 K 2024-11-27T20:24:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/1546485c66d547e29a244e45842038fc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/1546485c66d547e29a244e45842038fc 2024-11-27T20:24:09,286 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/1546485c66d547e29a244e45842038fc, entries=150, sequenceid=510, filesize=12.0 K 2024-11-27T20:24:09,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/1695f12c66e24cab91f3cf7904f863ee as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1695f12c66e24cab91f3cf7904f863ee 2024-11-27T20:24:09,291 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1695f12c66e24cab91f3cf7904f863ee, entries=150, sequenceid=510, filesize=12.0 K 2024-11-27T20:24:09,292 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for ed0b988b7174ff3041fe690d3289643e in 50ms, sequenceid=510, compaction requested=true 2024-11-27T20:24:09,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:09,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-27T20:24:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-11-27T20:24:09,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-27T20:24:09,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 357 msec 2024-11-27T20:24:09,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 360 msec 2024-11-27T20:24:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:09,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:09,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/db4c327432874f10a5c55ea35439b113 is 50, key is test_row_0/A:col10/1732739049459/Put/seqid=0 2024-11-27T20:24:09,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742493_1669 (size=17181) 2024-11-27T20:24:09,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739109529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739109530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T20:24:09,538 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-11-27T20:24:09,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-27T20:24:09,540 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-27T20:24:09,541 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:09,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739109635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739109635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-27T20:24:09,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-27T20:24:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-27T20:24:09,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739109840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739109840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-27T20:24:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/db4c327432874f10a5c55ea35439b113 2024-11-27T20:24:09,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/57f76d31a8554a42bacb71d5aa6f6ed2 is 50, key is test_row_0/B:col10/1732739049459/Put/seqid=0 2024-11-27T20:24:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742494_1670 (size=12301) 2024-11-27T20:24:09,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:09,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-27T20:24:09,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:09,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:09,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:09,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-27T20:24:10,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-27T20:24:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739110144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739110146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:10,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/57f76d31a8554a42bacb71d5aa6f6ed2 2024-11-27T20:24:10,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/6424ebf001b846b5b8bd5a9cbed9eecc is 50, key is test_row_0/C:col10/1732739049459/Put/seqid=0 2024-11-27T20:24:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742495_1671 (size=12301) 2024-11-27T20:24:10,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/6424ebf001b846b5b8bd5a9cbed9eecc 2024-11-27T20:24:10,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/db4c327432874f10a5c55ea35439b113 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/db4c327432874f10a5c55ea35439b113 2024-11-27T20:24:10,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-27T20:24:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:10,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/db4c327432874f10a5c55ea35439b113, entries=250, sequenceid=521, filesize=16.8 K 2024-11-27T20:24:10,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/57f76d31a8554a42bacb71d5aa6f6ed2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/57f76d31a8554a42bacb71d5aa6f6ed2 2024-11-27T20:24:10,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/57f76d31a8554a42bacb71d5aa6f6ed2, entries=150, sequenceid=521, filesize=12.0 K 2024-11-27T20:24:10,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/6424ebf001b846b5b8bd5a9cbed9eecc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6424ebf001b846b5b8bd5a9cbed9eecc 2024-11-27T20:24:10,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6424ebf001b846b5b8bd5a9cbed9eecc, entries=150, sequenceid=521, filesize=12.0 K 2024-11-27T20:24:10,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ed0b988b7174ff3041fe690d3289643e in 848ms, sequenceid=521, compaction requested=true 2024-11-27T20:24:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:10,320 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:10,320 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:10,321 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 60122 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:10,321 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:10,321 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:10,321 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:10,321 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,321 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,321 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/812bc724a1a54e10926c610aa3cab1cc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fa764d9e49ea406a89896d53441b243a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/1546485c66d547e29a244e45842038fc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/57f76d31a8554a42bacb71d5aa6f6ed2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=49.2 K 2024-11-27T20:24:10,321 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b43882f469b44c5f993868eb0fc193e2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/be226ebb12c447a1bff8efa458736a4c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8355fe80955c4f9389ccbb6c8f83a07b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/db4c327432874f10a5c55ea35439b113] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=58.7 K 2024-11-27T20:24:10,322 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 812bc724a1a54e10926c610aa3cab1cc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732739048103 2024-11-27T20:24:10,322 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b43882f469b44c5f993868eb0fc193e2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732739048103 2024-11-27T20:24:10,322 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting be226ebb12c447a1bff8efa458736a4c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732739048198 2024-11-27T20:24:10,322 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fa764d9e49ea406a89896d53441b243a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732739048200 2024-11-27T20:24:10,323 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8355fe80955c4f9389ccbb6c8f83a07b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732739048332 2024-11-27T20:24:10,323 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1546485c66d547e29a244e45842038fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732739048332 2024-11-27T20:24:10,323 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4c327432874f10a5c55ea35439b113, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732739049459 2024-11-27T20:24:10,323 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f76d31a8554a42bacb71d5aa6f6ed2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732739049459 2024-11-27T20:24:10,332 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#587 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:10,333 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/7da27a5f81a14d12990fc775df15112a is 50, key is test_row_0/B:col10/1732739049459/Put/seqid=0 2024-11-27T20:24:10,333 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#586 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:10,333 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/ce10c693b95d4b1ea758da71753e3f91 is 50, key is test_row_0/A:col10/1732739049459/Put/seqid=0 2024-11-27T20:24:10,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742497_1673 (size=13595) 2024-11-27T20:24:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742496_1672 (size=13595) 2024-11-27T20:24:10,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-27T20:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,460 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:10,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0c12de5376054c1bafc7ad79426671e8 is 50, key is test_row_0/A:col10/1732739049508/Put/seqid=0 2024-11-27T20:24:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742498_1674 (size=12301) 2024-11-27T20:24:10,468 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0c12de5376054c1bafc7ad79426671e8 2024-11-27T20:24:10,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/6ce551e29e074d638cca55e5594baf20 is 50, key is test_row_0/B:col10/1732739049508/Put/seqid=0 2024-11-27T20:24:10,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742499_1675 (size=12301) 2024-11-27T20:24:10,478 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/6ce551e29e074d638cca55e5594baf20 2024-11-27T20:24:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/037c235fa49842eb8ad06ecd51e49501 is 50, key is test_row_0/C:col10/1732739049508/Put/seqid=0 2024-11-27T20:24:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742500_1676 (size=12301) 2024-11-27T20:24:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:10,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:10,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739110552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739110557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-27T20:24:10,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739110656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739110657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739110661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739110664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,745 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/ce10c693b95d4b1ea758da71753e3f91 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ce10c693b95d4b1ea758da71753e3f91 2024-11-27T20:24:10,749 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into ce10c693b95d4b1ea758da71753e3f91(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:10,749 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:10,749 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=12, startTime=1732739050320; duration=0sec 2024-11-27T20:24:10,749 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:10,749 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:10,749 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:10,750 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:10,750 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:10,750 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,750 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8a7f84738b0649acb48987207034eccf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5f298036c67d4957a318a513da1263ce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1695f12c66e24cab91f3cf7904f863ee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6424ebf001b846b5b8bd5a9cbed9eecc] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=49.2 K 2024-11-27T20:24:10,751 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a7f84738b0649acb48987207034eccf, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732739048103 2024-11-27T20:24:10,751 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f298036c67d4957a318a513da1263ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1732739048200 2024-11-27T20:24:10,751 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1695f12c66e24cab91f3cf7904f863ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732739048332 2024-11-27T20:24:10,752 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6424ebf001b846b5b8bd5a9cbed9eecc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732739049459 2024-11-27T20:24:10,752 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/7da27a5f81a14d12990fc775df15112a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7da27a5f81a14d12990fc775df15112a 2024-11-27T20:24:10,756 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into 7da27a5f81a14d12990fc775df15112a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:10,756 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:10,756 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=12, startTime=1732739050320; duration=0sec 2024-11-27T20:24:10,756 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:10,756 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:10,760 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#591 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:10,760 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/e6d2d8ae702148c5a042abbc153ca27e is 50, key is test_row_0/C:col10/1732739049459/Put/seqid=0 2024-11-27T20:24:10,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742501_1677 (size=13595) 2024-11-27T20:24:10,767 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/e6d2d8ae702148c5a042abbc153ca27e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6d2d8ae702148c5a042abbc153ca27e 2024-11-27T20:24:10,773 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into e6d2d8ae702148c5a042abbc153ca27e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:10,773 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:10,773 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=12, startTime=1732739050320; duration=0sec 2024-11-27T20:24:10,773 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:10,773 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:10,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739110869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739110870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:10,887 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/037c235fa49842eb8ad06ecd51e49501 2024-11-27T20:24:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0c12de5376054c1bafc7ad79426671e8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0c12de5376054c1bafc7ad79426671e8 2024-11-27T20:24:10,896 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0c12de5376054c1bafc7ad79426671e8, entries=150, sequenceid=546, filesize=12.0 K 2024-11-27T20:24:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/6ce551e29e074d638cca55e5594baf20 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6ce551e29e074d638cca55e5594baf20 2024-11-27T20:24:10,900 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6ce551e29e074d638cca55e5594baf20, entries=150, sequenceid=546, filesize=12.0 K 2024-11-27T20:24:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/037c235fa49842eb8ad06ecd51e49501 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/037c235fa49842eb8ad06ecd51e49501 2024-11-27T20:24:10,903 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/037c235fa49842eb8ad06ecd51e49501, entries=150, sequenceid=546, filesize=12.0 K 2024-11-27T20:24:10,904 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ed0b988b7174ff3041fe690d3289643e in 444ms, sequenceid=546, compaction requested=false 2024-11-27T20:24:10,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:10,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:10,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-27T20:24:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=165 2024-11-27T20:24:10,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-27T20:24:10,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3640 sec 2024-11-27T20:24:10,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.3680 sec 2024-11-27T20:24:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:11,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:24:11,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:11,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:11,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:11,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:11,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:11,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:11,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/ea033eadabcd4a48adb52ddf9d78e26b is 50, key is test_row_0/A:col10/1732739050556/Put/seqid=0 2024-11-27T20:24:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742502_1678 (size=14741) 2024-11-27T20:24:11,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/ea033eadabcd4a48adb52ddf9d78e26b 2024-11-27T20:24:11,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/e4074279c8564749a5f9a1286cd514df is 50, key is test_row_0/B:col10/1732739050556/Put/seqid=0 2024-11-27T20:24:11,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742503_1679 (size=12301) 2024-11-27T20:24:11,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739111228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739111231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739111336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739111337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739111541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739111542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/e4074279c8564749a5f9a1286cd514df 2024-11-27T20:24:11,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/954d786e6d83474d891e62e2b3318838 is 50, key is test_row_0/C:col10/1732739050556/Put/seqid=0 2024-11-27T20:24:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-27T20:24:11,644 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-11-27T20:24:11,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-27T20:24:11,647 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:11,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:11,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-27T20:24:11,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742504_1680 (size=12301) 2024-11-27T20:24:11,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51688 deadline: 1732739111665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732739111669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-27T20:24:11,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-27T20:24:11,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:11,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:11,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:11,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51702 deadline: 1732739111852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51654 deadline: 1732739111850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-27T20:24:11,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:11,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-27T20:24:11,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:11,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. as already flushing 2024-11-27T20:24:11,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:11,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:12,015 DEBUG [Thread-2460 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:51089 2024-11-27T20:24:12,015 DEBUG [Thread-2460 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:12,017 DEBUG [Thread-2454 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:51089 2024-11-27T20:24:12,017 DEBUG [Thread-2454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:12,017 DEBUG [Thread-2458 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:51089 2024-11-27T20:24:12,018 DEBUG [Thread-2458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:12,025 DEBUG [Thread-2452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:51089 2024-11-27T20:24:12,025 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:12,026 DEBUG [Thread-2456 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:51089 2024-11-27T20:24:12,026 DEBUG [Thread-2456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:12,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/954d786e6d83474d891e62e2b3318838 2024-11-27T20:24:12,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/ea033eadabcd4a48adb52ddf9d78e26b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ea033eadabcd4a48adb52ddf9d78e26b 2024-11-27T20:24:12,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ea033eadabcd4a48adb52ddf9d78e26b, entries=200, sequenceid=561, filesize=14.4 K 2024-11-27T20:24:12,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/e4074279c8564749a5f9a1286cd514df as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/e4074279c8564749a5f9a1286cd514df 2024-11-27T20:24:12,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/e4074279c8564749a5f9a1286cd514df, entries=150, sequenceid=561, filesize=12.0 K 2024-11-27T20:24:12,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/954d786e6d83474d891e62e2b3318838 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/954d786e6d83474d891e62e2b3318838 2024-11-27T20:24:12,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/954d786e6d83474d891e62e2b3318838, entries=150, sequenceid=561, filesize=12.0 K 2024-11-27T20:24:12,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ed0b988b7174ff3041fe690d3289643e in 897ms, sequenceid=561, compaction requested=true 2024-11-27T20:24:12,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ed0b988b7174ff3041fe690d3289643e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:12,075 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:12,076 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:12,076 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:12,076 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/A is initiating minor compaction (all files) 2024-11-27T20:24:12,076 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/A in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:12,076 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ce10c693b95d4b1ea758da71753e3f91, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0c12de5376054c1bafc7ad79426671e8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ea033eadabcd4a48adb52ddf9d78e26b] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=39.7 K 2024-11-27T20:24:12,077 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce10c693b95d4b1ea758da71753e3f91, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732739049459 2024-11-27T20:24:12,077 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:12,077 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/B is initiating minor compaction (all files) 2024-11-27T20:24:12,077 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/B in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:12,077 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7da27a5f81a14d12990fc775df15112a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6ce551e29e074d638cca55e5594baf20, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/e4074279c8564749a5f9a1286cd514df] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=37.3 K 2024-11-27T20:24:12,077 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c12de5376054c1bafc7ad79426671e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732739049508 2024-11-27T20:24:12,078 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7da27a5f81a14d12990fc775df15112a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732739049459 2024-11-27T20:24:12,078 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea033eadabcd4a48adb52ddf9d78e26b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1732739050536 2024-11-27T20:24:12,078 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ce551e29e074d638cca55e5594baf20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732739049508 2024-11-27T20:24:12,078 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e4074279c8564749a5f9a1286cd514df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1732739050536 2024-11-27T20:24:12,085 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#A#compaction#595 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:12,086 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/50907c39c72a4c8896f40683d2123a91 is 50, key is test_row_0/A:col10/1732739050556/Put/seqid=0 2024-11-27T20:24:12,089 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#B#compaction#596 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:12,090 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/22c57dd3d3914228b1cfd5192c478e0b is 50, key is test_row_0/B:col10/1732739050556/Put/seqid=0 2024-11-27T20:24:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742505_1681 (size=13697) 2024-11-27T20:24:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742506_1682 (size=13697) 2024-11-27T20:24:12,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:12,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-27T20:24:12,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:12,111 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:12,115 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/22c57dd3d3914228b1cfd5192c478e0b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22c57dd3d3914228b1cfd5192c478e0b 2024-11-27T20:24:12,121 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/B of ed0b988b7174ff3041fe690d3289643e into 22c57dd3d3914228b1cfd5192c478e0b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:12,121 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:12,121 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/B, priority=13, startTime=1732739052075; duration=0sec 2024-11-27T20:24:12,121 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:12,121 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:B 2024-11-27T20:24:12,121 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:12,122 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:12,122 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): ed0b988b7174ff3041fe690d3289643e/C is initiating minor compaction (all files) 2024-11-27T20:24:12,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0228c417e64646f18bbec3bbe2db6e61 is 50, key is test_row_0/A:col10/1732739051225/Put/seqid=0 2024-11-27T20:24:12,123 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ed0b988b7174ff3041fe690d3289643e/C in TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:12,123 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6d2d8ae702148c5a042abbc153ca27e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/037c235fa49842eb8ad06ecd51e49501, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/954d786e6d83474d891e62e2b3318838] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp, totalSize=37.3 K 2024-11-27T20:24:12,124 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e6d2d8ae702148c5a042abbc153ca27e, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732739049459 2024-11-27T20:24:12,124 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 037c235fa49842eb8ad06ecd51e49501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732739049508 2024-11-27T20:24:12,125 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 954d786e6d83474d891e62e2b3318838, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=561, earliestPutTs=1732739050536 2024-11-27T20:24:12,144 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ed0b988b7174ff3041fe690d3289643e#C#compaction#598 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:12,145 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/f2e77928df31452ab4625695e6858097 is 50, key is test_row_0/C:col10/1732739050556/Put/seqid=0 2024-11-27T20:24:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742507_1683 (size=12301) 2024-11-27T20:24:12,149 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0228c417e64646f18bbec3bbe2db6e61 2024-11-27T20:24:12,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/3ebc68afb1b6458d8f9252faefbc0831 is 50, key is test_row_0/B:col10/1732739051225/Put/seqid=0 2024-11-27T20:24:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742508_1684 (size=13697) 2024-11-27T20:24:12,207 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/f2e77928df31452ab4625695e6858097 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2e77928df31452ab4625695e6858097 2024-11-27T20:24:12,213 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/C of ed0b988b7174ff3041fe690d3289643e into f2e77928df31452ab4625695e6858097(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:12,213 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:12,213 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/C, priority=13, startTime=1732739052075; duration=0sec 2024-11-27T20:24:12,213 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:12,213 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:C 2024-11-27T20:24:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742509_1685 (size=12301) 2024-11-27T20:24:12,239 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/3ebc68afb1b6458d8f9252faefbc0831 2024-11-27T20:24:12,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5e4bebf9b0a94306982022ad04910962 is 50, key is test_row_0/C:col10/1732739051225/Put/seqid=0 2024-11-27T20:24:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-27T20:24:12,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742510_1686 (size=12301) 2024-11-27T20:24:12,280 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5e4bebf9b0a94306982022ad04910962 2024-11-27T20:24:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/0228c417e64646f18bbec3bbe2db6e61 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0228c417e64646f18bbec3bbe2db6e61 2024-11-27T20:24:12,289 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0228c417e64646f18bbec3bbe2db6e61, entries=150, sequenceid=585, filesize=12.0 K 2024-11-27T20:24:12,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/3ebc68afb1b6458d8f9252faefbc0831 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3ebc68afb1b6458d8f9252faefbc0831 2024-11-27T20:24:12,293 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3ebc68afb1b6458d8f9252faefbc0831, entries=150, sequenceid=585, filesize=12.0 K 2024-11-27T20:24:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/5e4bebf9b0a94306982022ad04910962 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5e4bebf9b0a94306982022ad04910962 2024-11-27T20:24:12,300 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5e4bebf9b0a94306982022ad04910962, entries=150, sequenceid=585, filesize=12.0 K 2024-11-27T20:24:12,301 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for ed0b988b7174ff3041fe690d3289643e in 190ms, sequenceid=585, compaction requested=false 2024-11-27T20:24:12,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2538): Flush status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:12,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:12,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-27T20:24:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=167 2024-11-27T20:24:12,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-27T20:24:12,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 654 msec 2024-11-27T20:24:12,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 658 msec 2024-11-27T20:24:12,368 DEBUG [Thread-2449 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:51089 2024-11-27T20:24:12,368 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:12,371 DEBUG [Thread-2445 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:51089 2024-11-27T20:24:12,371 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:12,498 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/50907c39c72a4c8896f40683d2123a91 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/50907c39c72a4c8896f40683d2123a91 2024-11-27T20:24:12,503 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ed0b988b7174ff3041fe690d3289643e/A of ed0b988b7174ff3041fe690d3289643e into 50907c39c72a4c8896f40683d2123a91(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:12,503 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:12,503 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e., storeName=ed0b988b7174ff3041fe690d3289643e/A, priority=13, startTime=1732739052075; duration=0sec 2024-11-27T20:24:12,503 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:12,503 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ed0b988b7174ff3041fe690d3289643e:A 2024-11-27T20:24:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-27T20:24:12,752 INFO [Thread-2451 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 166 completed 2024-11-27T20:24:13,677 DEBUG [Thread-2447 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:51089 2024-11-27T20:24:13,678 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:13,689 DEBUG [Thread-2441 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:51089 2024-11-27T20:24:13,689 DEBUG [Thread-2441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:17,364 DEBUG [Thread-2443 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:51089 2024-11-27T20:24:17,364 DEBUG [Thread-2443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1720 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5160 rows 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1723 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5169 rows 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1719 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5157 rows 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1713 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5139 rows 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1716 2024-11-27T20:24:17,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5148 rows 2024-11-27T20:24:17,365 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:24:17,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:51089 2024-11-27T20:24:17,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:17,368 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:24:17,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:24:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:17,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739057372"}]},"ts":"1732739057372"} 2024-11-27T20:24:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-27T20:24:17,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:24:17,377 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:24:17,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:24:17,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed0b988b7174ff3041fe690d3289643e, UNASSIGN}] 2024-11-27T20:24:17,379 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed0b988b7174ff3041fe690d3289643e, UNASSIGN 2024-11-27T20:24:17,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=ed0b988b7174ff3041fe690d3289643e, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:24:17,381 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:24:17,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:24:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-27T20:24:17,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:17,533 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing ed0b988b7174ff3041fe690d3289643e, disabling compactions & flushes 2024-11-27T20:24:17,533 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. after waiting 0 ms 2024-11-27T20:24:17,533 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:17,533 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2837): Flushing ed0b988b7174ff3041fe690d3289643e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T20:24:17,534 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=A 2024-11-27T20:24:17,534 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:17,534 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=B 2024-11-27T20:24:17,534 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:17,534 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ed0b988b7174ff3041fe690d3289643e, store=C 2024-11-27T20:24:17,534 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:17,539 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/8b82fe7ffc1f49a1817c0d027b99cc86 is 50, key is test_row_0/A:col10/1732739057363/Put/seqid=0 2024-11-27T20:24:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742511_1687 (size=9857) 2024-11-27T20:24:17,544 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/8b82fe7ffc1f49a1817c0d027b99cc86 2024-11-27T20:24:17,551 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/42079cf3d8074151821b0fe6c89e4346 is 50, key is test_row_0/B:col10/1732739057363/Put/seqid=0 2024-11-27T20:24:17,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742512_1688 (size=9857) 2024-11-27T20:24:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-27T20:24:17,956 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/42079cf3d8074151821b0fe6c89e4346 2024-11-27T20:24:17,962 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/a725e1361b104362956590c6361b8a8a is 50, key is test_row_0/C:col10/1732739057363/Put/seqid=0 2024-11-27T20:24:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742513_1689 (size=9857) 2024-11-27T20:24:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-27T20:24:18,366 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/a725e1361b104362956590c6361b8a8a 2024-11-27T20:24:18,370 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/A/8b82fe7ffc1f49a1817c0d027b99cc86 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8b82fe7ffc1f49a1817c0d027b99cc86 2024-11-27T20:24:18,373 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8b82fe7ffc1f49a1817c0d027b99cc86, entries=100, sequenceid=596, filesize=9.6 K 2024-11-27T20:24:18,374 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/B/42079cf3d8074151821b0fe6c89e4346 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/42079cf3d8074151821b0fe6c89e4346 2024-11-27T20:24:18,377 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/42079cf3d8074151821b0fe6c89e4346, entries=100, sequenceid=596, filesize=9.6 K 2024-11-27T20:24:18,378 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/.tmp/C/a725e1361b104362956590c6361b8a8a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a725e1361b104362956590c6361b8a8a 2024-11-27T20:24:18,380 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a725e1361b104362956590c6361b8a8a, entries=100, sequenceid=596, filesize=9.6 K 2024-11-27T20:24:18,381 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ed0b988b7174ff3041fe690d3289643e in 848ms, sequenceid=596, compaction requested=true 2024-11-27T20:24:18,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/4ba01bff46414648be0c8e912d0e1edb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7975cda2e695427fa1e33ff4a96cc382, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/766c1110056b44aa948c2e5cb751ec4c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/686d4fab161243acb6610f0fc6ca302b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e19a9001e8ae4460b6337edf50469785, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9e671b820a5a458fa66f1159c86451fa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6360dad9e94c4330acf4de8402736e65, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ac48c921cee141f8b8b548e046705f52, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/eecba207bb0d4a839982db6c45d6780e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0a932b270a504049affea4970d2b43fe, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/820e9a83fe784e94aebcdf91b9f8d13b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2d61f4bc2b0f42a0839c8e9617d3ce6b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6d22185ff188495fb4f6bc14cc7b63dd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8a32f312279245c089dd21cf7c7792be, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3e625c7cf77d466a9d824506632d86a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/1cb894f8105f443fb75e556a22d498b8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/59519ca6ea44467a96e2d6da3c94d756, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/350f3fb89faa4f8384b2ed810ab3f829, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7a9ac6126b2447d7a0c6e204a3b23325, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/fa58249c2cf64cc780cb80f863416ecd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b08f3851e85446378e4bbd39b2f3938f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9572d5262c7247d39f8658d00053ab7f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e73d3b26a0c24a7ebfd64b11a8d3881a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/83b5c8c1035b45729461195264f53a7f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9675e781153a45338178feb1aca906b7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2ed963afc55b49709b6e3cef9616ade6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6cc2f3e13c0741db8171b844cc81db67, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3a64d53fc75a459888c865cda95e3810, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7fb43352cd244ecbadeba3a3e3c9d83d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/13f8bfce5fbd46d48b92b6bffc21b240, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/781a5a683ebb44589f67002c09b846bc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/c5a280d2ee314c288295a29a992c0807, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/24e6b33cae6747cc81792f9cc8a3e599, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b43882f469b44c5f993868eb0fc193e2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/a596d675a3b24957920be7142a7426d1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/be226ebb12c447a1bff8efa458736a4c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8355fe80955c4f9389ccbb6c8f83a07b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/db4c327432874f10a5c55ea35439b113, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ce10c693b95d4b1ea758da71753e3f91, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0c12de5376054c1bafc7ad79426671e8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ea033eadabcd4a48adb52ddf9d78e26b] to archive 2024-11-27T20:24:18,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:18,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/4ba01bff46414648be0c8e912d0e1edb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/4ba01bff46414648be0c8e912d0e1edb 2024-11-27T20:24:18,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7975cda2e695427fa1e33ff4a96cc382 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7975cda2e695427fa1e33ff4a96cc382 2024-11-27T20:24:18,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/766c1110056b44aa948c2e5cb751ec4c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/766c1110056b44aa948c2e5cb751ec4c 2024-11-27T20:24:18,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/686d4fab161243acb6610f0fc6ca302b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/686d4fab161243acb6610f0fc6ca302b 2024-11-27T20:24:18,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e19a9001e8ae4460b6337edf50469785 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e19a9001e8ae4460b6337edf50469785 2024-11-27T20:24:18,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9e671b820a5a458fa66f1159c86451fa to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9e671b820a5a458fa66f1159c86451fa 2024-11-27T20:24:18,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6360dad9e94c4330acf4de8402736e65 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6360dad9e94c4330acf4de8402736e65 2024-11-27T20:24:18,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ac48c921cee141f8b8b548e046705f52 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ac48c921cee141f8b8b548e046705f52 2024-11-27T20:24:18,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/eecba207bb0d4a839982db6c45d6780e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/eecba207bb0d4a839982db6c45d6780e 2024-11-27T20:24:18,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0a932b270a504049affea4970d2b43fe to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0a932b270a504049affea4970d2b43fe 2024-11-27T20:24:18,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/820e9a83fe784e94aebcdf91b9f8d13b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/820e9a83fe784e94aebcdf91b9f8d13b 2024-11-27T20:24:18,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2d61f4bc2b0f42a0839c8e9617d3ce6b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2d61f4bc2b0f42a0839c8e9617d3ce6b 2024-11-27T20:24:18,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6d22185ff188495fb4f6bc14cc7b63dd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6d22185ff188495fb4f6bc14cc7b63dd 2024-11-27T20:24:18,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8a32f312279245c089dd21cf7c7792be to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8a32f312279245c089dd21cf7c7792be 2024-11-27T20:24:18,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3e625c7cf77d466a9d824506632d86a2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3e625c7cf77d466a9d824506632d86a2 2024-11-27T20:24:18,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/1cb894f8105f443fb75e556a22d498b8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/1cb894f8105f443fb75e556a22d498b8 2024-11-27T20:24:18,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/59519ca6ea44467a96e2d6da3c94d756 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/59519ca6ea44467a96e2d6da3c94d756 2024-11-27T20:24:18,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/350f3fb89faa4f8384b2ed810ab3f829 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/350f3fb89faa4f8384b2ed810ab3f829 2024-11-27T20:24:18,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7a9ac6126b2447d7a0c6e204a3b23325 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7a9ac6126b2447d7a0c6e204a3b23325 2024-11-27T20:24:18,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/fa58249c2cf64cc780cb80f863416ecd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/fa58249c2cf64cc780cb80f863416ecd 2024-11-27T20:24:18,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b08f3851e85446378e4bbd39b2f3938f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b08f3851e85446378e4bbd39b2f3938f 2024-11-27T20:24:18,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9572d5262c7247d39f8658d00053ab7f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9572d5262c7247d39f8658d00053ab7f 2024-11-27T20:24:18,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e73d3b26a0c24a7ebfd64b11a8d3881a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/e73d3b26a0c24a7ebfd64b11a8d3881a 2024-11-27T20:24:18,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/83b5c8c1035b45729461195264f53a7f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/83b5c8c1035b45729461195264f53a7f 2024-11-27T20:24:18,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9675e781153a45338178feb1aca906b7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/9675e781153a45338178feb1aca906b7 2024-11-27T20:24:18,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2ed963afc55b49709b6e3cef9616ade6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/2ed963afc55b49709b6e3cef9616ade6 2024-11-27T20:24:18,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6cc2f3e13c0741db8171b844cc81db67 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/6cc2f3e13c0741db8171b844cc81db67 2024-11-27T20:24:18,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3a64d53fc75a459888c865cda95e3810 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/3a64d53fc75a459888c865cda95e3810 2024-11-27T20:24:18,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7fb43352cd244ecbadeba3a3e3c9d83d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/7fb43352cd244ecbadeba3a3e3c9d83d 2024-11-27T20:24:18,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/13f8bfce5fbd46d48b92b6bffc21b240 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/13f8bfce5fbd46d48b92b6bffc21b240 2024-11-27T20:24:18,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/781a5a683ebb44589f67002c09b846bc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/781a5a683ebb44589f67002c09b846bc 2024-11-27T20:24:18,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/c5a280d2ee314c288295a29a992c0807 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/c5a280d2ee314c288295a29a992c0807 2024-11-27T20:24:18,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/24e6b33cae6747cc81792f9cc8a3e599 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/24e6b33cae6747cc81792f9cc8a3e599 2024-11-27T20:24:18,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b43882f469b44c5f993868eb0fc193e2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/b43882f469b44c5f993868eb0fc193e2 2024-11-27T20:24:18,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/a596d675a3b24957920be7142a7426d1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/a596d675a3b24957920be7142a7426d1 2024-11-27T20:24:18,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/be226ebb12c447a1bff8efa458736a4c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/be226ebb12c447a1bff8efa458736a4c 2024-11-27T20:24:18,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8355fe80955c4f9389ccbb6c8f83a07b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8355fe80955c4f9389ccbb6c8f83a07b 2024-11-27T20:24:18,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/db4c327432874f10a5c55ea35439b113 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/db4c327432874f10a5c55ea35439b113 2024-11-27T20:24:18,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ce10c693b95d4b1ea758da71753e3f91 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ce10c693b95d4b1ea758da71753e3f91 2024-11-27T20:24:18,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0c12de5376054c1bafc7ad79426671e8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0c12de5376054c1bafc7ad79426671e8 2024-11-27T20:24:18,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ea033eadabcd4a48adb52ddf9d78e26b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/ea033eadabcd4a48adb52ddf9d78e26b 2024-11-27T20:24:18,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/59583e1f1cfd494eab9892dba16dc61c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/254631205b7a4839a1af4eefedf7dd3c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b17503ed6911431f8384002bc03aad40, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d7df0744a3294dd8a4bf0cafacc79478, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/858c3a9882874df7a3871b3933b4f6e6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/311247e832be4622a97a1693ab4faddf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7f133108280248b89800c6e0a0440169, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22136442900940b0867cb7bf96ac13fd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3c8b50fa078d47e48692fe93cdea3fe9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/98c33955e4d4493f9702c88eebb2a934, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d6a9b160e913462fa4f5d07185a49dcf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c0a95cacc2704e7db2488c89df86bbf1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d8067826a92e43b789fcc7066c3ae443, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/f03fa844c64a4f0aaa91d1b6bdee769c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/76e9aaa46b35426681ed3b21d96578e1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6d293ecd29b64679bb0650ffc5227f37, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/2fffd9e561404ffe9481753b945dc690, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/4b3f78ed8da743488ddf71f91494c3f2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/68a72bb0d10b434c91587e57e31d5d4e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c99d6be0de54454d83cf42c21cdef945, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/82f3f73f8a06408bb36693549a2eddce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6f7109f3c2a9470dbaf7ab633793bc11, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b3e79f4757954a97987f080b7dc305c3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/35500b6586e842088528700c935ece85, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a537ee1e09564cadb869c5d926b4da51, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5f277173b3ff4a4c9e5f696e572fe818, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fb19803d53614ea88e8d4ad122c452a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/ff57c3f74d7a4fd2a1a0b2c522756582, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b4294f1d6294439aa9b012c4dd943d57, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a88bae325e45414da02158be1b76a78d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5d065699259a4877b0d7781b8aa4a292, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5095140fa0fc43ee999ff98d6b21efc3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/407f58102f444dba89d273307ac276f9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/812bc724a1a54e10926c610aa3cab1cc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5068a9a4828246b8b85e8ddc2ac7404b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fa764d9e49ea406a89896d53441b243a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/1546485c66d547e29a244e45842038fc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7da27a5f81a14d12990fc775df15112a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/57f76d31a8554a42bacb71d5aa6f6ed2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6ce551e29e074d638cca55e5594baf20, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/e4074279c8564749a5f9a1286cd514df] to archive 2024-11-27T20:24:18,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:18,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/59583e1f1cfd494eab9892dba16dc61c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/59583e1f1cfd494eab9892dba16dc61c 2024-11-27T20:24:18,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/254631205b7a4839a1af4eefedf7dd3c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/254631205b7a4839a1af4eefedf7dd3c 2024-11-27T20:24:18,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b17503ed6911431f8384002bc03aad40 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b17503ed6911431f8384002bc03aad40 2024-11-27T20:24:18,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d7df0744a3294dd8a4bf0cafacc79478 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d7df0744a3294dd8a4bf0cafacc79478 2024-11-27T20:24:18,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/858c3a9882874df7a3871b3933b4f6e6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/858c3a9882874df7a3871b3933b4f6e6 2024-11-27T20:24:18,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/311247e832be4622a97a1693ab4faddf to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/311247e832be4622a97a1693ab4faddf 2024-11-27T20:24:18,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7f133108280248b89800c6e0a0440169 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7f133108280248b89800c6e0a0440169 2024-11-27T20:24:18,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22136442900940b0867cb7bf96ac13fd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22136442900940b0867cb7bf96ac13fd 2024-11-27T20:24:18,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3c8b50fa078d47e48692fe93cdea3fe9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3c8b50fa078d47e48692fe93cdea3fe9 2024-11-27T20:24:18,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/98c33955e4d4493f9702c88eebb2a934 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/98c33955e4d4493f9702c88eebb2a934 2024-11-27T20:24:18,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d6a9b160e913462fa4f5d07185a49dcf to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d6a9b160e913462fa4f5d07185a49dcf 2024-11-27T20:24:18,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c0a95cacc2704e7db2488c89df86bbf1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c0a95cacc2704e7db2488c89df86bbf1 2024-11-27T20:24:18,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d8067826a92e43b789fcc7066c3ae443 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/d8067826a92e43b789fcc7066c3ae443 2024-11-27T20:24:18,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/f03fa844c64a4f0aaa91d1b6bdee769c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/f03fa844c64a4f0aaa91d1b6bdee769c 2024-11-27T20:24:18,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/76e9aaa46b35426681ed3b21d96578e1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/76e9aaa46b35426681ed3b21d96578e1 2024-11-27T20:24:18,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6d293ecd29b64679bb0650ffc5227f37 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6d293ecd29b64679bb0650ffc5227f37 2024-11-27T20:24:18,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/2fffd9e561404ffe9481753b945dc690 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/2fffd9e561404ffe9481753b945dc690 2024-11-27T20:24:18,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/4b3f78ed8da743488ddf71f91494c3f2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/4b3f78ed8da743488ddf71f91494c3f2 2024-11-27T20:24:18,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/68a72bb0d10b434c91587e57e31d5d4e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/68a72bb0d10b434c91587e57e31d5d4e 2024-11-27T20:24:18,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c99d6be0de54454d83cf42c21cdef945 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/c99d6be0de54454d83cf42c21cdef945 2024-11-27T20:24:18,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/82f3f73f8a06408bb36693549a2eddce to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/82f3f73f8a06408bb36693549a2eddce 2024-11-27T20:24:18,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6f7109f3c2a9470dbaf7ab633793bc11 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6f7109f3c2a9470dbaf7ab633793bc11 2024-11-27T20:24:18,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b3e79f4757954a97987f080b7dc305c3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b3e79f4757954a97987f080b7dc305c3 2024-11-27T20:24:18,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/35500b6586e842088528700c935ece85 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/35500b6586e842088528700c935ece85 2024-11-27T20:24:18,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a537ee1e09564cadb869c5d926b4da51 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a537ee1e09564cadb869c5d926b4da51 2024-11-27T20:24:18,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5f277173b3ff4a4c9e5f696e572fe818 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5f277173b3ff4a4c9e5f696e572fe818 2024-11-27T20:24:18,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fb19803d53614ea88e8d4ad122c452a2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fb19803d53614ea88e8d4ad122c452a2 2024-11-27T20:24:18,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/ff57c3f74d7a4fd2a1a0b2c522756582 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/ff57c3f74d7a4fd2a1a0b2c522756582 2024-11-27T20:24:18,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b4294f1d6294439aa9b012c4dd943d57 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/b4294f1d6294439aa9b012c4dd943d57 2024-11-27T20:24:18,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a88bae325e45414da02158be1b76a78d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/a88bae325e45414da02158be1b76a78d 2024-11-27T20:24:18,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5d065699259a4877b0d7781b8aa4a292 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5d065699259a4877b0d7781b8aa4a292 2024-11-27T20:24:18,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5095140fa0fc43ee999ff98d6b21efc3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5095140fa0fc43ee999ff98d6b21efc3 2024-11-27T20:24:18,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/407f58102f444dba89d273307ac276f9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/407f58102f444dba89d273307ac276f9 2024-11-27T20:24:18,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/812bc724a1a54e10926c610aa3cab1cc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/812bc724a1a54e10926c610aa3cab1cc 2024-11-27T20:24:18,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5068a9a4828246b8b85e8ddc2ac7404b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/5068a9a4828246b8b85e8ddc2ac7404b 2024-11-27T20:24:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-27T20:24:18,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fa764d9e49ea406a89896d53441b243a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/fa764d9e49ea406a89896d53441b243a 2024-11-27T20:24:18,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/1546485c66d547e29a244e45842038fc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/1546485c66d547e29a244e45842038fc 2024-11-27T20:24:18,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7da27a5f81a14d12990fc775df15112a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/7da27a5f81a14d12990fc775df15112a 2024-11-27T20:24:18,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/57f76d31a8554a42bacb71d5aa6f6ed2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/57f76d31a8554a42bacb71d5aa6f6ed2 2024-11-27T20:24:18,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6ce551e29e074d638cca55e5594baf20 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/6ce551e29e074d638cca55e5594baf20 2024-11-27T20:24:18,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/e4074279c8564749a5f9a1286cd514df to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/e4074279c8564749a5f9a1286cd514df 2024-11-27T20:24:18,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/44514222a79d4f7da18a5a3405ccf0f9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de3ff7570e6c40beb0f6d7f13a531133, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a1dac2b4a1054605861943377ab41cb2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/9828a652bcc445ca8331001ec6a4e5ea, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/625996df5745477aafaec187b39c37b9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5069ff85430d4a07b03c31c9d5570e8b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6f862ecd04494685af4e4b507a7891fb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/cc14d6228c3f48fc81e529a317a1a840, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/41cf1461b71b48fe988ed7f7cbbef4fc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/659d58b47cea42cdb9cf0a712b6a880e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0742c67465174eae87e447fe6feeefff, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/465bf33bed344af6963bf5ddb6598b19, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1ab8771cb08848fa9c1d8addbc8b18da, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/55acfa2679b54d15b861d7e677eab34d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8f7e8f17b6c047e3b02609835e585b78, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/3ccc769129fc47048377ab5e0189f46d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de743fbf9ef64504a7d5288be18b980b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/33c8c47900c5421dbe28c43ad38ba39f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8ce3b1e4ec4a4c76a198a11d4a5eace8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/aee95b715a9a432eb6ed468dba0ba983, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/021ffe0e42c44351a1ddd1720c4f523a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6bd10b00a5b4b41836b45c8535fb876, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/033188ead48a48539c6ff996fafdcdc8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2f438cb1866433aa332139cf0918a55, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0e3a6b076baa49aca68c04abf3690ade, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/28599b303c744edf94230d13cdfeab43, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/65c2a76c5faf47af94b210aa0da287bb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/596e31af2e8e42338411265e1a89c903, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/745dc944bbd04c12b53b637847235c4d, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0a241de42e734cd1a2024ab798ffe1ee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/fdceae4e5bba470a92d31e5397c98eb6, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/96780a27f04944b3b09239af4c268381, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/124e6ddb67d142a499cbf8b7f38fb10a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8a7f84738b0649acb48987207034eccf, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/83ee9f2d6a3945b2ba76ef19cd352cf9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5f298036c67d4957a318a513da1263ce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1695f12c66e24cab91f3cf7904f863ee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6d2d8ae702148c5a042abbc153ca27e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6424ebf001b846b5b8bd5a9cbed9eecc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/037c235fa49842eb8ad06ecd51e49501, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/954d786e6d83474d891e62e2b3318838] to archive 2024-11-27T20:24:18,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:18,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/44514222a79d4f7da18a5a3405ccf0f9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/44514222a79d4f7da18a5a3405ccf0f9 2024-11-27T20:24:18,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de3ff7570e6c40beb0f6d7f13a531133 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de3ff7570e6c40beb0f6d7f13a531133 2024-11-27T20:24:18,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a1dac2b4a1054605861943377ab41cb2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a1dac2b4a1054605861943377ab41cb2 2024-11-27T20:24:18,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/9828a652bcc445ca8331001ec6a4e5ea to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/9828a652bcc445ca8331001ec6a4e5ea 2024-11-27T20:24:18,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/625996df5745477aafaec187b39c37b9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/625996df5745477aafaec187b39c37b9 2024-11-27T20:24:18,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5069ff85430d4a07b03c31c9d5570e8b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5069ff85430d4a07b03c31c9d5570e8b 2024-11-27T20:24:18,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6f862ecd04494685af4e4b507a7891fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6f862ecd04494685af4e4b507a7891fb 2024-11-27T20:24:18,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/cc14d6228c3f48fc81e529a317a1a840 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/cc14d6228c3f48fc81e529a317a1a840 2024-11-27T20:24:18,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/41cf1461b71b48fe988ed7f7cbbef4fc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/41cf1461b71b48fe988ed7f7cbbef4fc 2024-11-27T20:24:18,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/659d58b47cea42cdb9cf0a712b6a880e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/659d58b47cea42cdb9cf0a712b6a880e 2024-11-27T20:24:18,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0742c67465174eae87e447fe6feeefff to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0742c67465174eae87e447fe6feeefff 2024-11-27T20:24:18,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/465bf33bed344af6963bf5ddb6598b19 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/465bf33bed344af6963bf5ddb6598b19 2024-11-27T20:24:18,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1ab8771cb08848fa9c1d8addbc8b18da to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1ab8771cb08848fa9c1d8addbc8b18da 2024-11-27T20:24:18,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/55acfa2679b54d15b861d7e677eab34d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/55acfa2679b54d15b861d7e677eab34d 2024-11-27T20:24:18,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8f7e8f17b6c047e3b02609835e585b78 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8f7e8f17b6c047e3b02609835e585b78 2024-11-27T20:24:18,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/3ccc769129fc47048377ab5e0189f46d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/3ccc769129fc47048377ab5e0189f46d 2024-11-27T20:24:18,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de743fbf9ef64504a7d5288be18b980b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/de743fbf9ef64504a7d5288be18b980b 2024-11-27T20:24:18,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/33c8c47900c5421dbe28c43ad38ba39f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/33c8c47900c5421dbe28c43ad38ba39f 2024-11-27T20:24:18,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8ce3b1e4ec4a4c76a198a11d4a5eace8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8ce3b1e4ec4a4c76a198a11d4a5eace8 2024-11-27T20:24:18,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/aee95b715a9a432eb6ed468dba0ba983 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/aee95b715a9a432eb6ed468dba0ba983 2024-11-27T20:24:18,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/021ffe0e42c44351a1ddd1720c4f523a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/021ffe0e42c44351a1ddd1720c4f523a 2024-11-27T20:24:18,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6bd10b00a5b4b41836b45c8535fb876 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6bd10b00a5b4b41836b45c8535fb876 2024-11-27T20:24:18,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/033188ead48a48539c6ff996fafdcdc8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/033188ead48a48539c6ff996fafdcdc8 2024-11-27T20:24:18,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2f438cb1866433aa332139cf0918a55 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2f438cb1866433aa332139cf0918a55 2024-11-27T20:24:18,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0e3a6b076baa49aca68c04abf3690ade to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0e3a6b076baa49aca68c04abf3690ade 2024-11-27T20:24:18,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/28599b303c744edf94230d13cdfeab43 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/28599b303c744edf94230d13cdfeab43 2024-11-27T20:24:18,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/65c2a76c5faf47af94b210aa0da287bb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/65c2a76c5faf47af94b210aa0da287bb 2024-11-27T20:24:18,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/596e31af2e8e42338411265e1a89c903 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/596e31af2e8e42338411265e1a89c903 2024-11-27T20:24:18,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/745dc944bbd04c12b53b637847235c4d to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/745dc944bbd04c12b53b637847235c4d 2024-11-27T20:24:18,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0a241de42e734cd1a2024ab798ffe1ee to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/0a241de42e734cd1a2024ab798ffe1ee 2024-11-27T20:24:18,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/fdceae4e5bba470a92d31e5397c98eb6 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/fdceae4e5bba470a92d31e5397c98eb6 2024-11-27T20:24:18,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/96780a27f04944b3b09239af4c268381 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/96780a27f04944b3b09239af4c268381 2024-11-27T20:24:18,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/124e6ddb67d142a499cbf8b7f38fb10a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/124e6ddb67d142a499cbf8b7f38fb10a 2024-11-27T20:24:18,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8a7f84738b0649acb48987207034eccf to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/8a7f84738b0649acb48987207034eccf 2024-11-27T20:24:18,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/83ee9f2d6a3945b2ba76ef19cd352cf9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/83ee9f2d6a3945b2ba76ef19cd352cf9 2024-11-27T20:24:18,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5f298036c67d4957a318a513da1263ce to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5f298036c67d4957a318a513da1263ce 2024-11-27T20:24:18,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1695f12c66e24cab91f3cf7904f863ee to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/1695f12c66e24cab91f3cf7904f863ee 2024-11-27T20:24:18,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6d2d8ae702148c5a042abbc153ca27e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/e6d2d8ae702148c5a042abbc153ca27e 2024-11-27T20:24:18,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6424ebf001b846b5b8bd5a9cbed9eecc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/6424ebf001b846b5b8bd5a9cbed9eecc 2024-11-27T20:24:18,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/037c235fa49842eb8ad06ecd51e49501 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/037c235fa49842eb8ad06ecd51e49501 2024-11-27T20:24:18,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/954d786e6d83474d891e62e2b3318838 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/954d786e6d83474d891e62e2b3318838 2024-11-27T20:24:18,579 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/recovered.edits/599.seqid, newMaxSeqId=599, maxSeqId=1 2024-11-27T20:24:18,580 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e. 2024-11-27T20:24:18,580 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for ed0b988b7174ff3041fe690d3289643e: 2024-11-27T20:24:18,581 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:18,582 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=ed0b988b7174ff3041fe690d3289643e, regionState=CLOSED 2024-11-27T20:24:18,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-27T20:24:18,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure ed0b988b7174ff3041fe690d3289643e, server=23827885d8b7,33005,1732738897633 in 1.2020 sec 2024-11-27T20:24:18,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-27T20:24:18,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ed0b988b7174ff3041fe690d3289643e, UNASSIGN in 1.2060 sec 2024-11-27T20:24:18,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-27T20:24:18,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2090 sec 2024-11-27T20:24:18,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739058588"}]},"ts":"1732739058588"} 2024-11-27T20:24:18,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:24:18,591 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:24:18,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2230 sec 2024-11-27T20:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-27T20:24:19,476 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 168 completed 2024-11-27T20:24:19,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:24:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:19,479 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-11-27T20:24:19,479 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:19,482 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:19,485 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/recovered.edits] 2024-11-27T20:24:19,488 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0228c417e64646f18bbec3bbe2db6e61 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/0228c417e64646f18bbec3bbe2db6e61 2024-11-27T20:24:19,489 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/50907c39c72a4c8896f40683d2123a91 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/50907c39c72a4c8896f40683d2123a91 2024-11-27T20:24:19,490 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8b82fe7ffc1f49a1817c0d027b99cc86 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/A/8b82fe7ffc1f49a1817c0d027b99cc86 2024-11-27T20:24:19,493 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22c57dd3d3914228b1cfd5192c478e0b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/22c57dd3d3914228b1cfd5192c478e0b 2024-11-27T20:24:19,494 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3ebc68afb1b6458d8f9252faefbc0831 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/3ebc68afb1b6458d8f9252faefbc0831 2024-11-27T20:24:19,495 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/42079cf3d8074151821b0fe6c89e4346 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/B/42079cf3d8074151821b0fe6c89e4346 2024-11-27T20:24:19,498 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5e4bebf9b0a94306982022ad04910962 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/5e4bebf9b0a94306982022ad04910962 2024-11-27T20:24:19,499 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a725e1361b104362956590c6361b8a8a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/a725e1361b104362956590c6361b8a8a 2024-11-27T20:24:19,500 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2e77928df31452ab4625695e6858097 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/C/f2e77928df31452ab4625695e6858097 2024-11-27T20:24:19,504 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/recovered.edits/599.seqid to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e/recovered.edits/599.seqid 2024-11-27T20:24:19,504 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/ed0b988b7174ff3041fe690d3289643e 2024-11-27T20:24:19,504 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:24:19,507 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:19,510 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:24:19,513 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:24:19,514 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:19,514 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:24:19,514 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739059514"}]},"ts":"9223372036854775807"} 2024-11-27T20:24:19,517 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:24:19,517 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ed0b988b7174ff3041fe690d3289643e, NAME => 'TestAcidGuarantees,,1732739031115.ed0b988b7174ff3041fe690d3289643e.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:24:19,517 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:24:19,517 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739059517"}]},"ts":"9223372036854775807"} 2024-11-27T20:24:19,522 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:24:19,524 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:19,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-27T20:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-11-27T20:24:19,580 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 172 completed 2024-11-27T20:24:19,591 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=785 (was 707) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5070 (was 5153) 2024-11-27T20:24:19,601 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=785, ProcessCount=11, AvailableMemoryMB=5069 2024-11-27T20:24:19,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:24:19,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:24:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:19,604 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:24:19,604 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:19,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 173 2024-11-27T20:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:24:19,605 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:24:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742514_1690 (size=960) 2024-11-27T20:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:24:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:24:20,012 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840 2024-11-27T20:24:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742515_1691 (size=53) 2024-11-27T20:24:20,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:24:20,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b60736005da73f981b390c572bfc19fb, disabling compactions & flushes 2024-11-27T20:24:20,022 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. after waiting 0 ms 2024-11-27T20:24:20,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,022 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:20,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:24:20,023 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732739060023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732739060023"}]},"ts":"1732739060023"} 2024-11-27T20:24:20,024 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T20:24:20,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:24:20,025 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739060025"}]},"ts":"1732739060025"} 2024-11-27T20:24:20,026 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T20:24:20,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, ASSIGN}] 2024-11-27T20:24:20,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, ASSIGN 2024-11-27T20:24:20,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, ASSIGN; state=OFFLINE, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=false 2024-11-27T20:24:20,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=b60736005da73f981b390c572bfc19fb, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:24:20,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE; OpenRegionProcedure b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:24:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:24:20,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:20,341 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,341 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7285): Opening region: {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:24:20,341 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,341 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:24:20,342 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7327): checking encryption for b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,342 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(7330): checking classloading for b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,344 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,345 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:20,345 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60736005da73f981b390c572bfc19fb columnFamilyName A 2024-11-27T20:24:20,345 DEBUG [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:20,346 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(327): Store=b60736005da73f981b390c572bfc19fb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:20,346 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,347 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:20,347 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60736005da73f981b390c572bfc19fb columnFamilyName B 2024-11-27T20:24:20,347 DEBUG [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:20,348 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(327): Store=b60736005da73f981b390c572bfc19fb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:20,348 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,349 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:20,349 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60736005da73f981b390c572bfc19fb columnFamilyName C 2024-11-27T20:24:20,349 DEBUG [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:20,349 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(327): Store=b60736005da73f981b390c572bfc19fb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:20,349 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,350 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,350 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,352 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:24:20,354 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1085): writing seq id for b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,356 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:24:20,356 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1102): Opened b60736005da73f981b390c572bfc19fb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73108529, jitterRate=0.089401975274086}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:24:20,357 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegion(1001): Region open journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:20,357 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., pid=175, masterSystemTime=1732739060336 2024-11-27T20:24:20,359 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,359 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=175}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=b60736005da73f981b390c572bfc19fb, regionState=OPEN, openSeqNum=2, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:24:20,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-27T20:24:20,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; OpenRegionProcedure b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 in 175 msec 2024-11-27T20:24:20,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-27T20:24:20,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, ASSIGN in 330 msec 2024-11-27T20:24:20,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:24:20,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739060363"}]},"ts":"1732739060363"} 2024-11-27T20:24:20,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T20:24:20,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=173, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:24:20,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 765 msec 2024-11-27T20:24:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T20:24:20,709 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-27T20:24:20,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-27T20:24:20,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:20,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:20,720 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:20,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:24:20,722 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:24:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T20:24:20,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:24:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=176, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742516_1692 (size=996) 2024-11-27T20:24:20,734 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T20:24:20,734 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T20:24:20,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:24:20,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, REOPEN/MOVE}] 2024-11-27T20:24:20,739 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, REOPEN/MOVE 2024-11-27T20:24:20,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=b60736005da73f981b390c572bfc19fb, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:24:20,741 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:24:20,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE; CloseRegionProcedure b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:24:20,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:20,893 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(124): Close b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,893 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:24:20,893 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1681): Closing b60736005da73f981b390c572bfc19fb, disabling compactions & flushes 2024-11-27T20:24:20,893 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,893 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,893 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. after waiting 0 ms 2024-11-27T20:24:20,893 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,896 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T20:24:20,897 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:20,897 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1635): Region close journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:20,897 WARN [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionServer(3786): Not adding moved region record: b60736005da73f981b390c572bfc19fb to self. 2024-11-27T20:24:20,899 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(170): Closed b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:20,899 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=b60736005da73f981b390c572bfc19fb, regionState=CLOSED 2024-11-27T20:24:20,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-11-27T20:24:20,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; CloseRegionProcedure b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 in 159 msec 2024-11-27T20:24:20,902 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, REOPEN/MOVE; state=CLOSED, location=23827885d8b7,33005,1732738897633; forceNewPlan=false, retain=true 2024-11-27T20:24:21,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=b60736005da73f981b390c572bfc19fb, regionState=OPENING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=178, state=RUNNABLE; OpenRegionProcedure b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:24:21,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,212 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,212 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7285): Opening region: {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:24:21,212 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,212 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:24:21,213 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7327): checking encryption for b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,213 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(7330): checking classloading for b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,216 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,216 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:21,216 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60736005da73f981b390c572bfc19fb columnFamilyName A 2024-11-27T20:24:21,218 DEBUG [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:21,218 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(327): Store=b60736005da73f981b390c572bfc19fb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:21,219 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,219 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:21,219 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60736005da73f981b390c572bfc19fb columnFamilyName B 2024-11-27T20:24:21,220 DEBUG [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:21,220 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(327): Store=b60736005da73f981b390c572bfc19fb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:21,220 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,221 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T20:24:21,221 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60736005da73f981b390c572bfc19fb columnFamilyName C 2024-11-27T20:24:21,221 DEBUG [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:21,221 INFO [StoreOpener-b60736005da73f981b390c572bfc19fb-1 {}] regionserver.HStore(327): Store=b60736005da73f981b390c572bfc19fb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:24:21,221 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,222 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,223 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,225 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T20:24:21,226 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1085): writing seq id for b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,227 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1102): Opened b60736005da73f981b390c572bfc19fb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65362865, jitterRate=-0.026017412543296814}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T20:24:21,228 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegion(1001): Region open journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:21,229 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., pid=180, masterSystemTime=1732739061205 2024-11-27T20:24:21,231 DEBUG [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,231 INFO [RS_OPEN_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_OPEN_REGION, pid=180}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=178 updating hbase:meta row=b60736005da73f981b390c572bfc19fb, regionState=OPEN, openSeqNum=5, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=178 2024-11-27T20:24:21,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=178, state=SUCCESS; OpenRegionProcedure b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 in 178 msec 2024-11-27T20:24:21,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-27T20:24:21,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, REOPEN/MOVE in 495 msec 2024-11-27T20:24:21,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-27T20:24:21,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-11-27T20:24:21,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 514 msec 2024-11-27T20:24:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=176 2024-11-27T20:24:21,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-27T20:24:21,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-27T20:24:21,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,252 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-27T20:24:21,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-27T20:24:21,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-27T20:24:21,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-27T20:24:21,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-27T20:24:21,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-27T20:24:21,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-27T20:24:21,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:51089 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-27T20:24:21,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:24:21,340 DEBUG [hconnection-0x4c9b01e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,341 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,343 DEBUG [hconnection-0x52e39a6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,343 DEBUG [hconnection-0xee7dc6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,344 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,344 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,347 DEBUG [hconnection-0x7631f273-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,348 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,348 DEBUG [hconnection-0x3570459e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,349 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,356 DEBUG [hconnection-0x42d56b8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:24:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:21,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:21,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,360 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739121383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739121384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739121384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,390 DEBUG [hconnection-0x2c9d3da4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,392 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-27T20:24:21,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T20:24:21,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:21,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:21,401 DEBUG [hconnection-0x6ca4f4d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,402 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739121404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,415 DEBUG [hconnection-0x2a1a4274-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,417 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,434 DEBUG [hconnection-0x4485ea65-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:24:21,436 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:24:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739121441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276708f42f50214e91a0635905090bace4_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739061355/Put/seqid=0 2024-11-27T20:24:21,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742517_1693 (size=12154) 2024-11-27T20:24:21,482 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:21,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276708f42f50214e91a0635905090bace4_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276708f42f50214e91a0635905090bace4_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739121486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739121486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739121486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,490 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/b44692b66dcf4f13b71473ecbe41bc31, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:21,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/b44692b66dcf4f13b71473ecbe41bc31 is 175, key is test_row_0/A:col10/1732739061355/Put/seqid=0 2024-11-27T20:24:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T20:24:21,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739121506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742518_1694 (size=30955) 2024-11-27T20:24:21,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/b44692b66dcf4f13b71473ecbe41bc31 2024-11-27T20:24:21,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739121545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,552 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T20:24:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/94b3cd3642e24560a5138fc4d4acc835 is 50, key is test_row_0/B:col10/1732739061355/Put/seqid=0 2024-11-27T20:24:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742519_1695 (size=12001) 2024-11-27T20:24:21,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/94b3cd3642e24560a5138fc4d4acc835 2024-11-27T20:24:21,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/45c49a3e3fa24a1b84c4191ee22355b4 is 50, key is test_row_0/C:col10/1732739061355/Put/seqid=0 2024-11-27T20:24:21,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739121693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739121694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739121698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T20:24:21,708 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T20:24:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739121716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742520_1696 (size=12001) 2024-11-27T20:24:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/45c49a3e3fa24a1b84c4191ee22355b4 2024-11-27T20:24:21,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/b44692b66dcf4f13b71473ecbe41bc31 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b44692b66dcf4f13b71473ecbe41bc31 2024-11-27T20:24:21,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b44692b66dcf4f13b71473ecbe41bc31, entries=150, sequenceid=17, filesize=30.2 K 2024-11-27T20:24:21,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/94b3cd3642e24560a5138fc4d4acc835 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/94b3cd3642e24560a5138fc4d4acc835 2024-11-27T20:24:21,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/94b3cd3642e24560a5138fc4d4acc835, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T20:24:21,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/45c49a3e3fa24a1b84c4191ee22355b4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/45c49a3e3fa24a1b84c4191ee22355b4 2024-11-27T20:24:21,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/45c49a3e3fa24a1b84c4191ee22355b4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T20:24:21,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b60736005da73f981b390c572bfc19fb in 384ms, sequenceid=17, compaction requested=false 2024-11-27T20:24:21,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:21,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:21,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:21,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:21,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:21,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274c1f706369ee4bc8b63fd244d820ca4a_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739061382/Put/seqid=0 2024-11-27T20:24:21,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739121798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742521_1697 (size=12154) 2024-11-27T20:24:21,847 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:21,853 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274c1f706369ee4bc8b63fd244d820ca4a_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c1f706369ee4bc8b63fd244d820ca4a_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:21,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/e4329c7d60444a21b8a0383af6e55383, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:21,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/e4329c7d60444a21b8a0383af6e55383 is 175, key is test_row_0/A:col10/1732739061382/Put/seqid=0 2024-11-27T20:24:21,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T20:24:21,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:21,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:21,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:21,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742522_1698 (size=30955) 2024-11-27T20:24:21,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739121902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:21,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739121997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739121998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T20:24:22,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739122002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T20:24:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:22,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739122022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739122110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T20:24:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:22,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/e4329c7d60444a21b8a0383af6e55383 2024-11-27T20:24:22,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/2541748c5c0a45a5904ea02a30ed7b75 is 50, key is test_row_0/B:col10/1732739061382/Put/seqid=0 2024-11-27T20:24:22,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T20:24:22,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:22,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:22,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:22,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:22,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742523_1699 (size=12001) 2024-11-27T20:24:22,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/2541748c5c0a45a5904ea02a30ed7b75 2024-11-27T20:24:22,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/bb7d91e645ab481397d01d3e8418d45e is 50, key is test_row_0/C:col10/1732739061382/Put/seqid=0 2024-11-27T20:24:22,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739122415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742524_1700 (size=12001) 2024-11-27T20:24:22,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/bb7d91e645ab481397d01d3e8418d45e 2024-11-27T20:24:22,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/e4329c7d60444a21b8a0383af6e55383 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e4329c7d60444a21b8a0383af6e55383 2024-11-27T20:24:22,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e4329c7d60444a21b8a0383af6e55383, entries=150, sequenceid=41, filesize=30.2 K 2024-11-27T20:24:22,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/2541748c5c0a45a5904ea02a30ed7b75 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2541748c5c0a45a5904ea02a30ed7b75 2024-11-27T20:24:22,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2541748c5c0a45a5904ea02a30ed7b75, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T20:24:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/bb7d91e645ab481397d01d3e8418d45e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bb7d91e645ab481397d01d3e8418d45e 2024-11-27T20:24:22,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bb7d91e645ab481397d01d3e8418d45e, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T20:24:22,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b60736005da73f981b390c572bfc19fb in 719ms, sequenceid=41, compaction requested=false 2024-11-27T20:24:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:22,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T20:24:22,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:22,488 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:24:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:22,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276c3da2b127d34cf4befe5e856faa7afa_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739061790/Put/seqid=0 2024-11-27T20:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T20:24:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:22,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742525_1701 (size=12154) 2024-11-27T20:24:22,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739122558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739122621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739122621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739122637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739122727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739122731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739122731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739122742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739122924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739122945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739122945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739122945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:22,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:22,960 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276c3da2b127d34cf4befe5e856faa7afa_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c3da2b127d34cf4befe5e856faa7afa_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:22,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/5dc4f8006c794bf699905c5ac6f239fc, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:22,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/5dc4f8006c794bf699905c5ac6f239fc is 175, key is test_row_0/A:col10/1732739061790/Put/seqid=0 2024-11-27T20:24:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739122960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742526_1702 (size=30955) 2024-11-27T20:24:23,011 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/5dc4f8006c794bf699905c5ac6f239fc 2024-11-27T20:24:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/76837d0063fb472aaf5e3a97e0771f7b is 50, key is test_row_0/B:col10/1732739061790/Put/seqid=0 2024-11-27T20:24:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742527_1703 (size=12001) 2024-11-27T20:24:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739123249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739123252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739123252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739123265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,469 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/76837d0063fb472aaf5e3a97e0771f7b 2024-11-27T20:24:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/5e9ccc32c09644cebac0d3c5564235ee is 50, key is test_row_0/C:col10/1732739061790/Put/seqid=0 2024-11-27T20:24:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T20:24:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742528_1704 (size=12001) 2024-11-27T20:24:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739123756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739123756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739123757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739123772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,932 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/5e9ccc32c09644cebac0d3c5564235ee 2024-11-27T20:24:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/5dc4f8006c794bf699905c5ac6f239fc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5dc4f8006c794bf699905c5ac6f239fc 2024-11-27T20:24:23,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739123938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:23,941 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5dc4f8006c794bf699905c5ac6f239fc, entries=150, sequenceid=53, filesize=30.2 K 2024-11-27T20:24:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/76837d0063fb472aaf5e3a97e0771f7b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/76837d0063fb472aaf5e3a97e0771f7b 2024-11-27T20:24:23,946 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/76837d0063fb472aaf5e3a97e0771f7b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T20:24:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/5e9ccc32c09644cebac0d3c5564235ee as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5e9ccc32c09644cebac0d3c5564235ee 2024-11-27T20:24:23,950 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5e9ccc32c09644cebac0d3c5564235ee, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T20:24:23,951 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b60736005da73f981b390c572bfc19fb in 1463ms, sequenceid=53, compaction requested=true 2024-11-27T20:24:23,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:23,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:23,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-27T20:24:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-27T20:24:23,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-27T20:24:23,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5520 sec 2024-11-27T20:24:23,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.5650 sec 2024-11-27T20:24:24,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T20:24:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:24,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:24:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739124778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739124780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:24,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112738b6f876a62342b18a24024722d3d9ac_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739064762/Put/seqid=0 2024-11-27T20:24:24,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739124782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:24,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739124784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742529_1705 (size=14594) 2024-11-27T20:24:24,824 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:24,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112738b6f876a62342b18a24024722d3d9ac_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112738b6f876a62342b18a24024722d3d9ac_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:24,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/3c467ad89ebf4519900ce43ade5035a2, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:24,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/3c467ad89ebf4519900ce43ade5035a2 is 175, key is test_row_0/A:col10/1732739064762/Put/seqid=0 2024-11-27T20:24:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742530_1706 (size=39549) 2024-11-27T20:24:24,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/3c467ad89ebf4519900ce43ade5035a2 2024-11-27T20:24:24,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/0a93cb5b921343c58030b48f36ecae39 is 50, key is test_row_0/B:col10/1732739064762/Put/seqid=0 2024-11-27T20:24:24,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739124882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739124886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742531_1707 (size=12001) 2024-11-27T20:24:24,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/0a93cb5b921343c58030b48f36ecae39 2024-11-27T20:24:24,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/c3624ef67f8f40c9a28a434d15c14f91 is 50, key is test_row_0/C:col10/1732739064762/Put/seqid=0 2024-11-27T20:24:24,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742532_1708 (size=12001) 2024-11-27T20:24:24,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/c3624ef67f8f40c9a28a434d15c14f91 2024-11-27T20:24:24,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/3c467ad89ebf4519900ce43ade5035a2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3c467ad89ebf4519900ce43ade5035a2 2024-11-27T20:24:24,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3c467ad89ebf4519900ce43ade5035a2, entries=200, sequenceid=79, filesize=38.6 K 2024-11-27T20:24:24,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/0a93cb5b921343c58030b48f36ecae39 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/0a93cb5b921343c58030b48f36ecae39 2024-11-27T20:24:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:24,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/0a93cb5b921343c58030b48f36ecae39, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T20:24:24,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/c3624ef67f8f40c9a28a434d15c14f91 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/c3624ef67f8f40c9a28a434d15c14f91 2024-11-27T20:24:24,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/c3624ef67f8f40c9a28a434d15c14f91, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T20:24:24,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b60736005da73f981b390c572bfc19fb in 235ms, sequenceid=79, compaction requested=true 2024-11-27T20:24:24,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:24,998 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:24,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:24,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:24,999 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:24,999 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b44692b66dcf4f13b71473ecbe41bc31, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e4329c7d60444a21b8a0383af6e55383, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5dc4f8006c794bf699905c5ac6f239fc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3c467ad89ebf4519900ce43ade5035a2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=129.3 K 2024-11-27T20:24:24,999 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:24,999 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b44692b66dcf4f13b71473ecbe41bc31, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e4329c7d60444a21b8a0383af6e55383, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5dc4f8006c794bf699905c5ac6f239fc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3c467ad89ebf4519900ce43ade5035a2] 2024-11-27T20:24:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:25,000 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:25,000 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b44692b66dcf4f13b71473ecbe41bc31, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732739061353 2024-11-27T20:24:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:25,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:25,000 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e4329c7d60444a21b8a0383af6e55383, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732739061381 2024-11-27T20:24:25,001 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dc4f8006c794bf699905c5ac6f239fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732739061766 2024-11-27T20:24:25,001 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c467ad89ebf4519900ce43ade5035a2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739062546 2024-11-27T20:24:25,001 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:25,001 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:25,001 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:25,001 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/94b3cd3642e24560a5138fc4d4acc835, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2541748c5c0a45a5904ea02a30ed7b75, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/76837d0063fb472aaf5e3a97e0771f7b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/0a93cb5b921343c58030b48f36ecae39] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=46.9 K 2024-11-27T20:24:25,002 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94b3cd3642e24560a5138fc4d4acc835, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732739061353 2024-11-27T20:24:25,002 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2541748c5c0a45a5904ea02a30ed7b75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732739061381 2024-11-27T20:24:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,003 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76837d0063fb472aaf5e3a97e0771f7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732739061766 2024-11-27T20:24:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,004 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a93cb5b921343c58030b48f36ecae39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739062557 2024-11-27T20:24:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,015 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,026 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#617 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,027 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/1b99af30f9fc4abb90873ce53e8ec6c8 is 50, key is test_row_0/B:col10/1732739064762/Put/seqid=0 2024-11-27T20:24:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,032 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112791a1992265824e11a82e861e5b60fcec_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,035 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112791a1992265824e11a82e861e5b60fcec_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:25,036 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112791a1992265824e11a82e861e5b60fcec_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742533_1709 (size=12139) 2024-11-27T20:24:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:25,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742534_1710 (size=4469) 2024-11-27T20:24:25,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127640501be039f4150931e288bbee38309_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739065093/Put/seqid=0 2024-11-27T20:24:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742535_1711 (size=12154) 2024-11-27T20:24:25,188 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,192 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127640501be039f4150931e288bbee38309_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127640501be039f4150931e288bbee38309_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:25,193 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/c525bd4da30340ffa23c95fd4f3ac260, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:25,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/c525bd4da30340ffa23c95fd4f3ac260 is 175, key is test_row_0/A:col10/1732739065093/Put/seqid=0 2024-11-27T20:24:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742536_1712 (size=30951) 2024-11-27T20:24:25,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/c525bd4da30340ffa23c95fd4f3ac260 2024-11-27T20:24:25,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/a0eeac39883c477cadd3851c75dcc4e2 is 50, key is test_row_0/B:col10/1732739065093/Put/seqid=0 2024-11-27T20:24:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742537_1713 (size=9657) 2024-11-27T20:24:25,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/a0eeac39883c477cadd3851c75dcc4e2 2024-11-27T20:24:25,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/f0847c776a8a41a2ba269dc9724e498f is 50, key is test_row_0/C:col10/1732739065093/Put/seqid=0 2024-11-27T20:24:25,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739125256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739125240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742538_1714 (size=9657) 2024-11-27T20:24:25,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/f0847c776a8a41a2ba269dc9724e498f 2024-11-27T20:24:25,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/c525bd4da30340ffa23c95fd4f3ac260 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/c525bd4da30340ffa23c95fd4f3ac260 2024-11-27T20:24:25,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/c525bd4da30340ffa23c95fd4f3ac260, entries=150, sequenceid=90, filesize=30.2 K 2024-11-27T20:24:25,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/a0eeac39883c477cadd3851c75dcc4e2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/a0eeac39883c477cadd3851c75dcc4e2 2024-11-27T20:24:25,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/a0eeac39883c477cadd3851c75dcc4e2, entries=100, sequenceid=90, filesize=9.4 K 2024-11-27T20:24:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/f0847c776a8a41a2ba269dc9724e498f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f0847c776a8a41a2ba269dc9724e498f 2024-11-27T20:24:25,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f0847c776a8a41a2ba269dc9724e498f, entries=100, sequenceid=90, filesize=9.4 K 2024-11-27T20:24:25,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b60736005da73f981b390c572bfc19fb in 204ms, sequenceid=90, compaction requested=true 2024-11-27T20:24:25,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:25,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:25,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T20:24:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T20:24:25,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T20:24:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:25,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:25,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276d7a55fd38284216a5bbe2ab09c26f0a_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739065364/Put/seqid=0 2024-11-27T20:24:25,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739125392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739125393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742539_1715 (size=12154) 2024-11-27T20:24:25,496 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/1b99af30f9fc4abb90873ce53e8ec6c8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/1b99af30f9fc4abb90873ce53e8ec6c8 2024-11-27T20:24:25,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739125498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739125499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,504 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into 1b99af30f9fc4abb90873ce53e8ec6c8(size=11.9 K), total size for store is 21.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:25,504 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:25,504 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=12, startTime=1732739065000; duration=0sec 2024-11-27T20:24:25,504 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T20:24:25,504 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:25,504 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-27T20:24:25,505 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:24:25,505 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:24:25,505 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. because compaction request was cancelled 2024-11-27T20:24:25,505 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:25,505 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T20:24:25,506 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T20:24:25,506 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/C is initiating minor compaction (all files) 2024-11-27T20:24:25,506 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/C in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:25,507 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/45c49a3e3fa24a1b84c4191ee22355b4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bb7d91e645ab481397d01d3e8418d45e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5e9ccc32c09644cebac0d3c5564235ee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/c3624ef67f8f40c9a28a434d15c14f91, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f0847c776a8a41a2ba269dc9724e498f] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=56.3 K 2024-11-27T20:24:25,507 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45c49a3e3fa24a1b84c4191ee22355b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732739061353 2024-11-27T20:24:25,507 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb7d91e645ab481397d01d3e8418d45e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732739061381 2024-11-27T20:24:25,508 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e9ccc32c09644cebac0d3c5564235ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732739061766 2024-11-27T20:24:25,508 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3624ef67f8f40c9a28a434d15c14f91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739062557 2024-11-27T20:24:25,508 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0847c776a8a41a2ba269dc9724e498f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732739064776 2024-11-27T20:24:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T20:24:25,511 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-27T20:24:25,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-27T20:24:25,515 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T20:24:25,516 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:25,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:25,526 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#C#compaction#622 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:25,526 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/2638e336f36b4d6992bebf47a82f5cf8 is 50, key is test_row_0/C:col10/1732739065093/Put/seqid=0 2024-11-27T20:24:25,530 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#616 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:25,531 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/4ed89e1da6084f379b924c64830789d0 is 175, key is test_row_0/A:col10/1732739064762/Put/seqid=0 2024-11-27T20:24:25,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742541_1717 (size=31093) 2024-11-27T20:24:25,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742540_1716 (size=12173) 2024-11-27T20:24:25,590 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/2638e336f36b4d6992bebf47a82f5cf8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2638e336f36b4d6992bebf47a82f5cf8 2024-11-27T20:24:25,603 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b60736005da73f981b390c572bfc19fb/C of b60736005da73f981b390c572bfc19fb into 2638e336f36b4d6992bebf47a82f5cf8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:25,603 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:25,603 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/C, priority=11, startTime=1732739065301; duration=0sec 2024-11-27T20:24:25,603 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:25,603 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:25,603 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:25,603 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:25,603 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T20:24:25,605 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:24:25,605 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:24:25,605 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. because compaction request was cancelled 2024-11-27T20:24:25,605 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:25,605 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-27T20:24:25,606 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:24:25,606 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:24:25,606 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. because compaction request was cancelled 2024-11-27T20:24:25,606 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T20:24:25,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:25,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739125703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739125705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T20:24:25,821 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276d7a55fd38284216a5bbe2ab09c26f0a_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276d7a55fd38284216a5bbe2ab09c26f0a_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:25,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:25,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,823 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/e71468e37b1f4e5dab96b2886791b656, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/e71468e37b1f4e5dab96b2886791b656 is 175, key is test_row_0/A:col10/1732739065364/Put/seqid=0 2024-11-27T20:24:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742542_1718 (size=30955) 2024-11-27T20:24:25,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739125949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,952 DEBUG [Thread-3013 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:25,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:25,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:25,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:25,980 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/4ed89e1da6084f379b924c64830789d0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/4ed89e1da6084f379b924c64830789d0 2024-11-27T20:24:26,000 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into 4ed89e1da6084f379b924c64830789d0(size=30.4 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-27T20:24:26,000 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:26,000 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=12, startTime=1732739064998; duration=1sec 2024-11-27T20:24:26,000 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:26,000 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739126007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739126009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T20:24:26,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/e71468e37b1f4e5dab96b2886791b656 2024-11-27T20:24:26,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b9a0fc7a45fd4307853e465322c5789f is 50, key is test_row_0/B:col10/1732739065364/Put/seqid=0 2024-11-27T20:24:26,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742543_1719 (size=12001) 2024-11-27T20:24:26,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:26,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739126516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739126516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:26,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T20:24:26,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b9a0fc7a45fd4307853e465322c5789f 2024-11-27T20:24:26,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:26,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:26,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/ea9de23eca324520ae784fc48bf9522c is 50, key is test_row_0/C:col10/1732739065364/Put/seqid=0 2024-11-27T20:24:26,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739126796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,803 DEBUG [Thread-3011 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:26,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739126808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,824 DEBUG [Thread-3019 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4266 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:26,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742544_1720 (size=12001) 2024-11-27T20:24:26,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:26,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:26,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:26,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:26,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:27,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/ea9de23eca324520ae784fc48bf9522c 2024-11-27T20:24:27,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:27,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/e71468e37b1f4e5dab96b2886791b656 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e71468e37b1f4e5dab96b2886791b656 2024-11-27T20:24:27,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e71468e37b1f4e5dab96b2886791b656, entries=150, sequenceid=117, filesize=30.2 K 2024-11-27T20:24:27,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b9a0fc7a45fd4307853e465322c5789f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b9a0fc7a45fd4307853e465322c5789f 2024-11-27T20:24:27,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b9a0fc7a45fd4307853e465322c5789f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T20:24:27,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/ea9de23eca324520ae784fc48bf9522c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ea9de23eca324520ae784fc48bf9522c 2024-11-27T20:24:27,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ea9de23eca324520ae784fc48bf9522c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T20:24:27,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b60736005da73f981b390c572bfc19fb in 1923ms, sequenceid=117, compaction requested=true 2024-11-27T20:24:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:27,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:27,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:27,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:27,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:27,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:27,289 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:27,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:27,289 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:27,290 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:27,290 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:27,290 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,290 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/4ed89e1da6084f379b924c64830789d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/c525bd4da30340ffa23c95fd4f3ac260, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e71468e37b1f4e5dab96b2886791b656] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=90.8 K 2024-11-27T20:24:27,290 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,290 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/4ed89e1da6084f379b924c64830789d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/c525bd4da30340ffa23c95fd4f3ac260, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e71468e37b1f4e5dab96b2886791b656] 2024-11-27T20:24:27,290 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:27,290 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:27,291 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,291 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/1b99af30f9fc4abb90873ce53e8ec6c8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/a0eeac39883c477cadd3851c75dcc4e2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b9a0fc7a45fd4307853e465322c5789f] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=33.0 K 2024-11-27T20:24:27,291 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ed89e1da6084f379b924c64830789d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739062557 2024-11-27T20:24:27,291 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b99af30f9fc4abb90873ce53e8ec6c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732739062557 2024-11-27T20:24:27,291 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a0eeac39883c477cadd3851c75dcc4e2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732739064776 2024-11-27T20:24:27,291 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting c525bd4da30340ffa23c95fd4f3ac260, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732739064776 2024-11-27T20:24:27,292 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b9a0fc7a45fd4307853e465322c5789f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732739065195 2024-11-27T20:24:27,292 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting e71468e37b1f4e5dab96b2886791b656, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732739065195 2024-11-27T20:24:27,300 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#625 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:27,300 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/fa14964e810940b0aa6c26fb06be19ce is 50, key is test_row_0/B:col10/1732739065364/Put/seqid=0 2024-11-27T20:24:27,321 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:27,352 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411274502124bd31f40d89c0b84ec6dfeb944_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:27,354 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411274502124bd31f40d89c0b84ec6dfeb944_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:27,355 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274502124bd31f40d89c0b84ec6dfeb944_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742545_1721 (size=12241) 2024-11-27T20:24:27,391 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/fa14964e810940b0aa6c26fb06be19ce as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/fa14964e810940b0aa6c26fb06be19ce 2024-11-27T20:24:27,396 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into fa14964e810940b0aa6c26fb06be19ce(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:27,396 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:27,396 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=13, startTime=1732739067289; duration=0sec 2024-11-27T20:24:27,396 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:27,396 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:27,396 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T20:24:27,397 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:24:27,397 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:24:27,397 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. because compaction request was cancelled 2024-11-27T20:24:27,397 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:27,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742546_1722 (size=4469) 2024-11-27T20:24:27,399 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#626 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:27,399 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/39f32fe503d84472a733b46f4cc1b403 is 175, key is test_row_0/A:col10/1732739065364/Put/seqid=0 2024-11-27T20:24:27,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-27T20:24:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,407 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T20:24:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:27,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:27,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127924d54ac542f495680302c18ac21e2c2_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739065375/Put/seqid=0 2024-11-27T20:24:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742547_1723 (size=31195) 2024-11-27T20:24:27,438 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/39f32fe503d84472a733b46f4cc1b403 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/39f32fe503d84472a733b46f4cc1b403 2024-11-27T20:24:27,443 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into 39f32fe503d84472a733b46f4cc1b403(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:27,443 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:27,443 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=13, startTime=1732739067288; duration=0sec 2024-11-27T20:24:27,443 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:27,443 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742548_1724 (size=12154) 2024-11-27T20:24:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:27,453 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127924d54ac542f495680302c18ac21e2c2_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127924d54ac542f495680302c18ac21e2c2_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/d844741172894e6587976994525728de, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/d844741172894e6587976994525728de is 175, key is test_row_0/A:col10/1732739065375/Put/seqid=0 2024-11-27T20:24:27,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742549_1725 (size=30955) 2024-11-27T20:24:27,485 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/d844741172894e6587976994525728de 2024-11-27T20:24:27,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/ffbd53b5344a468da0137c28c63e6620 is 50, key is test_row_0/B:col10/1732739065375/Put/seqid=0 2024-11-27T20:24:27,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742550_1726 (size=12001) 2024-11-27T20:24:27,514 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/ffbd53b5344a468da0137c28c63e6620 2024-11-27T20:24:27,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/27d2c215605843f29c6cf6be5a81af9c is 50, key is test_row_0/C:col10/1732739065375/Put/seqid=0 2024-11-27T20:24:27,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:27,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742551_1727 (size=12001) 2024-11-27T20:24:27,558 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/27d2c215605843f29c6cf6be5a81af9c 2024-11-27T20:24:27,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/d844741172894e6587976994525728de as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d844741172894e6587976994525728de 2024-11-27T20:24:27,569 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d844741172894e6587976994525728de, entries=150, sequenceid=130, filesize=30.2 K 2024-11-27T20:24:27,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/ffbd53b5344a468da0137c28c63e6620 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/ffbd53b5344a468da0137c28c63e6620 2024-11-27T20:24:27,576 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/ffbd53b5344a468da0137c28c63e6620, entries=150, sequenceid=130, filesize=11.7 K 2024-11-27T20:24:27,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/27d2c215605843f29c6cf6be5a81af9c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/27d2c215605843f29c6cf6be5a81af9c 2024-11-27T20:24:27,582 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/27d2c215605843f29c6cf6be5a81af9c, entries=150, sequenceid=130, filesize=11.7 K 2024-11-27T20:24:27,582 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for b60736005da73f981b390c572bfc19fb in 175ms, sequenceid=130, compaction requested=true 2024-11-27T20:24:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-27T20:24:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-27T20:24:27,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-27T20:24:27,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0670 sec 2024-11-27T20:24:27,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T20:24:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:27,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:27,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 2.0740 sec 2024-11-27T20:24:27,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127424296e3304049debf18261ccc315724_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739067585/Put/seqid=0 2024-11-27T20:24:27,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739127596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739127599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T20:24:27,620 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-27T20:24:27,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-27T20:24:27,624 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T20:24:27,624 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:27,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742552_1728 (size=17284) 2024-11-27T20:24:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739127701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739127703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T20:24:27,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T20:24:27,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739127907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739127907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T20:24:27,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:27,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T20:24:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:27,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:28,041 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127424296e3304049debf18261ccc315724_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127424296e3304049debf18261ccc315724_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:28,042 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/cb8592bb716442009bc26009a85e94c8, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:28,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/cb8592bb716442009bc26009a85e94c8 is 175, key is test_row_0/A:col10/1732739067585/Put/seqid=0 2024-11-27T20:24:28,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742553_1729 (size=48389) 2024-11-27T20:24:28,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/cb8592bb716442009bc26009a85e94c8 2024-11-27T20:24:28,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T20:24:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/57bb981585094cfe83bec897551430e3 is 50, key is test_row_0/B:col10/1732739067585/Put/seqid=0 2024-11-27T20:24:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742554_1730 (size=12151) 2024-11-27T20:24:28,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/57bb981585094cfe83bec897551430e3 2024-11-27T20:24:28,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/195fe26de2c74225a7f6fad6a1d1fd31 is 50, key is test_row_0/C:col10/1732739067585/Put/seqid=0 2024-11-27T20:24:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742555_1731 (size=12151) 2024-11-27T20:24:28,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739128212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739128212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T20:24:28,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T20:24:28,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:28,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T20:24:28,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:28,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T20:24:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:28,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:28,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/195fe26de2c74225a7f6fad6a1d1fd31 2024-11-27T20:24:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/cb8592bb716442009bc26009a85e94c8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/cb8592bb716442009bc26009a85e94c8 2024-11-27T20:24:28,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/cb8592bb716442009bc26009a85e94c8, entries=250, sequenceid=160, filesize=47.3 K 2024-11-27T20:24:28,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/57bb981585094cfe83bec897551430e3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/57bb981585094cfe83bec897551430e3 2024-11-27T20:24:28,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/57bb981585094cfe83bec897551430e3, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T20:24:28,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/195fe26de2c74225a7f6fad6a1d1fd31 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/195fe26de2c74225a7f6fad6a1d1fd31 2024-11-27T20:24:28,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/195fe26de2c74225a7f6fad6a1d1fd31, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T20:24:28,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for b60736005da73f981b390c572bfc19fb in 1036ms, sequenceid=160, compaction requested=true 2024-11-27T20:24:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:28,623 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:28,623 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:28,624 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:28,624 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:28,624 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:28,624 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:28,624 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,624 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,624 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/fa14964e810940b0aa6c26fb06be19ce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/ffbd53b5344a468da0137c28c63e6620, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/57bb981585094cfe83bec897551430e3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=35.5 K 2024-11-27T20:24:28,624 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/39f32fe503d84472a733b46f4cc1b403, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d844741172894e6587976994525728de, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/cb8592bb716442009bc26009a85e94c8] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=107.9 K 2024-11-27T20:24:28,624 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,624 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/39f32fe503d84472a733b46f4cc1b403, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d844741172894e6587976994525728de, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/cb8592bb716442009bc26009a85e94c8] 2024-11-27T20:24:28,625 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting fa14964e810940b0aa6c26fb06be19ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732739065195 2024-11-27T20:24:28,625 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39f32fe503d84472a733b46f4cc1b403, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732739065195 2024-11-27T20:24:28,625 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ffbd53b5344a468da0137c28c63e6620, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739065375 2024-11-27T20:24:28,625 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting d844741172894e6587976994525728de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739065375 2024-11-27T20:24:28,626 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb8592bb716442009bc26009a85e94c8, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732739067570 2024-11-27T20:24:28,626 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 57bb981585094cfe83bec897551430e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732739067570 2024-11-27T20:24:28,645 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#633 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:28,646 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/e0a8bb9b62b14512b44be2ab73137d6f is 50, key is test_row_0/B:col10/1732739067585/Put/seqid=0 2024-11-27T20:24:28,647 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:28,658 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112751cc69dc43034a758e25a9c2042f95ed_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:28,660 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112751cc69dc43034a758e25a9c2042f95ed_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:28,660 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112751cc69dc43034a758e25a9c2042f95ed_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:28,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742556_1732 (size=12493) 2024-11-27T20:24:28,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-27T20:24:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,700 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T20:24:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:28,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:28,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:28,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:28,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:28,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d3105b10483848e49d9d737e0822a438_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739067591/Put/seqid=0 2024-11-27T20:24:28,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742557_1733 (size=4469) 2024-11-27T20:24:28,714 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#634 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:28,715 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/671ed92ddf204801b72e9d8ad8a0a927 is 175, key is test_row_0/A:col10/1732739067585/Put/seqid=0 2024-11-27T20:24:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T20:24:28,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742559_1735 (size=12304) 2024-11-27T20:24:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742558_1734 (size=31447) 2024-11-27T20:24:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:28,769 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d3105b10483848e49d9d737e0822a438_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d3105b10483848e49d9d737e0822a438_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:28,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/5931c99d548840e2ac275bee724f080b, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:28,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/5931c99d548840e2ac275bee724f080b is 175, key is test_row_0/A:col10/1732739067591/Put/seqid=0 2024-11-27T20:24:28,772 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/671ed92ddf204801b72e9d8ad8a0a927 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/671ed92ddf204801b72e9d8ad8a0a927 2024-11-27T20:24:28,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742560_1736 (size=31105) 2024-11-27T20:24:28,778 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/5931c99d548840e2ac275bee724f080b 2024-11-27T20:24:28,778 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into 671ed92ddf204801b72e9d8ad8a0a927(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:28,778 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:28,778 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=13, startTime=1732739068623; duration=0sec 2024-11-27T20:24:28,778 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:28,778 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:28,778 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:28,782 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:28,782 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/C is initiating minor compaction (all files) 2024-11-27T20:24:28,782 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/C in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,782 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2638e336f36b4d6992bebf47a82f5cf8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ea9de23eca324520ae784fc48bf9522c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/27d2c215605843f29c6cf6be5a81af9c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/195fe26de2c74225a7f6fad6a1d1fd31] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=47.2 K 2024-11-27T20:24:28,785 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2638e336f36b4d6992bebf47a82f5cf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732739062557 2024-11-27T20:24:28,785 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea9de23eca324520ae784fc48bf9522c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732739065195 2024-11-27T20:24:28,787 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27d2c215605843f29c6cf6be5a81af9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732739065375 2024-11-27T20:24:28,787 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 195fe26de2c74225a7f6fad6a1d1fd31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732739067570 2024-11-27T20:24:28,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/06e2012b8e4e4ce6903a0b0be487b4cb is 50, key is test_row_0/B:col10/1732739067591/Put/seqid=0 2024-11-27T20:24:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739128792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739128796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,812 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#C#compaction#637 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:28,813 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/f21dfacc69d9476e914446973195cc8a is 50, key is test_row_0/C:col10/1732739067585/Put/seqid=0 2024-11-27T20:24:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742561_1737 (size=12151) 2024-11-27T20:24:28,831 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/06e2012b8e4e4ce6903a0b0be487b4cb 2024-11-27T20:24:28,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/38ae99dbac0944a496988b84978573ba is 50, key is test_row_0/C:col10/1732739067591/Put/seqid=0 2024-11-27T20:24:28,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742562_1738 (size=12459) 2024-11-27T20:24:28,883 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/f21dfacc69d9476e914446973195cc8a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f21dfacc69d9476e914446973195cc8a 2024-11-27T20:24:28,890 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b60736005da73f981b390c572bfc19fb/C of b60736005da73f981b390c572bfc19fb into f21dfacc69d9476e914446973195cc8a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:28,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:28,890 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/C, priority=12, startTime=1732739068623; duration=0sec 2024-11-27T20:24:28,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:28,890 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:28,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739128897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739128900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742563_1739 (size=12151) 2024-11-27T20:24:28,926 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/38ae99dbac0944a496988b84978573ba 2024-11-27T20:24:28,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/5931c99d548840e2ac275bee724f080b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5931c99d548840e2ac275bee724f080b 2024-11-27T20:24:28,939 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5931c99d548840e2ac275bee724f080b, entries=150, sequenceid=167, filesize=30.4 K 2024-11-27T20:24:28,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/06e2012b8e4e4ce6903a0b0be487b4cb as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/06e2012b8e4e4ce6903a0b0be487b4cb 2024-11-27T20:24:28,945 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/06e2012b8e4e4ce6903a0b0be487b4cb, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:24:28,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/38ae99dbac0944a496988b84978573ba as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/38ae99dbac0944a496988b84978573ba 2024-11-27T20:24:28,952 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/38ae99dbac0944a496988b84978573ba, entries=150, sequenceid=167, filesize=11.9 K 2024-11-27T20:24:28,953 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for b60736005da73f981b390c572bfc19fb in 253ms, sequenceid=167, compaction requested=false 2024-11-27T20:24:28,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:28,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:28,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-27T20:24:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-27T20:24:28,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-27T20:24:28,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3300 sec 2024-11-27T20:24:28,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.3340 sec 2024-11-27T20:24:29,090 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/e0a8bb9b62b14512b44be2ab73137d6f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e0a8bb9b62b14512b44be2ab73137d6f 2024-11-27T20:24:29,094 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into e0a8bb9b62b14512b44be2ab73137d6f(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:29,094 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:29,094 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=13, startTime=1732739068623; duration=0sec 2024-11-27T20:24:29,095 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:29,095 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:29,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T20:24:29,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:29,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:29,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:29,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739129114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739129115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277aadb2ffce6940a4aef501930c72d68b_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739068771/Put/seqid=0 2024-11-27T20:24:29,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742564_1740 (size=14794) 2024-11-27T20:24:29,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277aadb2ffce6940a4aef501930c72d68b_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277aadb2ffce6940a4aef501930c72d68b_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:29,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/fa12609431d24b9e903e91cc1e472e0a, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:29,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/fa12609431d24b9e903e91cc1e472e0a is 175, key is test_row_0/A:col10/1732739068771/Put/seqid=0 2024-11-27T20:24:29,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742565_1741 (size=39749) 2024-11-27T20:24:29,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/fa12609431d24b9e903e91cc1e472e0a 2024-11-27T20:24:29,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739129219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/2daa62506a1a4db0b45226439afa281c is 50, key is test_row_0/B:col10/1732739068771/Put/seqid=0 2024-11-27T20:24:29,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739129222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742566_1742 (size=12151) 2024-11-27T20:24:29,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/2daa62506a1a4db0b45226439afa281c 2024-11-27T20:24:29,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/2d62941e2f9e4e89a5d9b4428f934ad1 is 50, key is test_row_0/C:col10/1732739068771/Put/seqid=0 2024-11-27T20:24:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742567_1743 (size=12151) 2024-11-27T20:24:29,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/2d62941e2f9e4e89a5d9b4428f934ad1 2024-11-27T20:24:29,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/fa12609431d24b9e903e91cc1e472e0a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/fa12609431d24b9e903e91cc1e472e0a 2024-11-27T20:24:29,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/fa12609431d24b9e903e91cc1e472e0a, entries=200, sequenceid=200, filesize=38.8 K 2024-11-27T20:24:29,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/2daa62506a1a4db0b45226439afa281c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2daa62506a1a4db0b45226439afa281c 2024-11-27T20:24:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2daa62506a1a4db0b45226439afa281c, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T20:24:29,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/2d62941e2f9e4e89a5d9b4428f934ad1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2d62941e2f9e4e89a5d9b4428f934ad1 2024-11-27T20:24:29,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2d62941e2f9e4e89a5d9b4428f934ad1, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T20:24:29,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for b60736005da73f981b390c572bfc19fb in 230ms, sequenceid=200, compaction requested=true 2024-11-27T20:24:29,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:29,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:29,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:29,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:29,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:29,335 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:29,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:29,335 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:29,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:29,335 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:29,335 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:29,335 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:29,335 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:29,335 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:29,335 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:29,336 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e0a8bb9b62b14512b44be2ab73137d6f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/06e2012b8e4e4ce6903a0b0be487b4cb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2daa62506a1a4db0b45226439afa281c] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=35.9 K 2024-11-27T20:24:29,336 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/671ed92ddf204801b72e9d8ad8a0a927, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5931c99d548840e2ac275bee724f080b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/fa12609431d24b9e903e91cc1e472e0a] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=99.9 K 2024-11-27T20:24:29,336 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:29,336 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/671ed92ddf204801b72e9d8ad8a0a927, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5931c99d548840e2ac275bee724f080b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/fa12609431d24b9e903e91cc1e472e0a] 2024-11-27T20:24:29,336 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e0a8bb9b62b14512b44be2ab73137d6f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732739067570 2024-11-27T20:24:29,336 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 671ed92ddf204801b72e9d8ad8a0a927, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732739067570 2024-11-27T20:24:29,337 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5931c99d548840e2ac275bee724f080b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739067591 2024-11-27T20:24:29,337 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 06e2012b8e4e4ce6903a0b0be487b4cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739067591 2024-11-27T20:24:29,337 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa12609431d24b9e903e91cc1e472e0a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732739068771 2024-11-27T20:24:29,337 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 2daa62506a1a4db0b45226439afa281c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732739068771 2024-11-27T20:24:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,351 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,352 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#643 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,353 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/342608e26e9f4ee1b8b396704b25bc8a is 50, key is test_row_0/B:col10/1732739068771/Put/seqid=0 2024-11-27T20:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,369 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411278931d4a8e76f46aab24594d31ad3d10f_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,371 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411278931d4a8e76f46aab24594d31ad3d10f_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,371 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278931d4a8e76f46aab24594d31ad3d10f_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742568_1744 (size=12595) 2024-11-27T20:24:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,410 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/342608e26e9f4ee1b8b396704b25bc8a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/342608e26e9f4ee1b8b396704b25bc8a 2024-11-27T20:24:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,417 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into 342608e26e9f4ee1b8b396704b25bc8a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:29,417 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:29,417 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=13, startTime=1732739069334; duration=0sec 2024-11-27T20:24:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,417 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:29,417 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:29,417 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,418 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:29,418 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/C is initiating minor compaction (all files) 2024-11-27T20:24:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,418 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/C in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:29,418 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f21dfacc69d9476e914446973195cc8a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/38ae99dbac0944a496988b84978573ba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2d62941e2f9e4e89a5d9b4428f934ad1] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=35.9 K 2024-11-27T20:24:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,419 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting f21dfacc69d9476e914446973195cc8a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732739067570 2024-11-27T20:24:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,419 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 38ae99dbac0944a496988b84978573ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732739067591 2024-11-27T20:24:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,420 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d62941e2f9e4e89a5d9b4428f934ad1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732739068771 2024-11-27T20:24:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742569_1745 (size=4469) 2024-11-27T20:24:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,430 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#642 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,430 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/68cb5e9d49154d7893b9296569a24f11 is 175, key is test_row_0/A:col10/1732739068771/Put/seqid=0 2024-11-27T20:24:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:29,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:29,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:29,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:29,443 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#C#compaction#644 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:29,443 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/a969f53e787940b4854b8c91078c6eb8 is 50, key is test_row_0/C:col10/1732739068771/Put/seqid=0 2024-11-27T20:24:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742570_1746 (size=31549) 2024-11-27T20:24:29,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278a008e262267484a89ce0700fd90f2e9_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739069430/Put/seqid=0 2024-11-27T20:24:29,504 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/68cb5e9d49154d7893b9296569a24f11 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/68cb5e9d49154d7893b9296569a24f11 2024-11-27T20:24:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742571_1747 (size=12561) 2024-11-27T20:24:29,510 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into 68cb5e9d49154d7893b9296569a24f11(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:29,510 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:29,510 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=13, startTime=1732739069334; duration=0sec 2024-11-27T20:24:29,510 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:29,511 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:29,511 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/a969f53e787940b4854b8c91078c6eb8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a969f53e787940b4854b8c91078c6eb8 2024-11-27T20:24:29,515 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/C of b60736005da73f981b390c572bfc19fb into a969f53e787940b4854b8c91078c6eb8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:29,515 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:29,515 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/C, priority=13, startTime=1732739069335; duration=0sec 2024-11-27T20:24:29,515 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:29,515 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:29,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739129529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739129534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742572_1748 (size=19774) 2024-11-27T20:24:29,546 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:29,551 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278a008e262267484a89ce0700fd90f2e9_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278a008e262267484a89ce0700fd90f2e9_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:29,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/537fbb36dafd476aabc613959236c4e0, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:29,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/537fbb36dafd476aabc613959236c4e0 is 175, key is test_row_0/A:col10/1732739069430/Put/seqid=0 2024-11-27T20:24:29,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742573_1749 (size=57033) 2024-11-27T20:24:29,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739129636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739129639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-27T20:24:29,728 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-27T20:24:29,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-11-27T20:24:29,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T20:24:29,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:29,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T20:24:29,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739129840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739129852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:29,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:29,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:29,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739129982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:29,984 DEBUG [Thread-3013 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:29,996 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/537fbb36dafd476aabc613959236c4e0 2024-11-27T20:24:30,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/adda5630f77745f3b596e4e2ffb7cb0e is 50, key is test_row_0/B:col10/1732739069430/Put/seqid=0 2024-11-27T20:24:30,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742574_1750 (size=12151) 2024-11-27T20:24:30,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/adda5630f77745f3b596e4e2ffb7cb0e 2024-11-27T20:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T20:24:30,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/081eaf1740784baf877409ea1e69fb22 is 50, key is test_row_0/C:col10/1732739069430/Put/seqid=0 2024-11-27T20:24:30,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742575_1751 (size=12151) 2024-11-27T20:24:30,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/081eaf1740784baf877409ea1e69fb22 2024-11-27T20:24:30,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/537fbb36dafd476aabc613959236c4e0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/537fbb36dafd476aabc613959236c4e0 2024-11-27T20:24:30,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/537fbb36dafd476aabc613959236c4e0, entries=300, sequenceid=212, filesize=55.7 K 2024-11-27T20:24:30,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/adda5630f77745f3b596e4e2ffb7cb0e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/adda5630f77745f3b596e4e2ffb7cb0e 2024-11-27T20:24:30,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/adda5630f77745f3b596e4e2ffb7cb0e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T20:24:30,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/081eaf1740784baf877409ea1e69fb22 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/081eaf1740784baf877409ea1e69fb22 2024-11-27T20:24:30,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/081eaf1740784baf877409ea1e69fb22, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T20:24:30,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b60736005da73f981b390c572bfc19fb in 688ms, sequenceid=212, compaction requested=false 2024-11-27T20:24:30,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:30,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T20:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:30,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276b0101c8132a4bfd9ed8c75422e20c51_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739070147/Put/seqid=0 2024-11-27T20:24:30,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739130173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739130176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742576_1752 (size=12304) 2024-11-27T20:24:30,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:30,206 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276b0101c8132a4bfd9ed8c75422e20c51_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b0101c8132a4bfd9ed8c75422e20c51_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:30,209 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/88584eb3778a479ab853a3e6eaa9c75e, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:30,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/88584eb3778a479ab853a3e6eaa9c75e is 175, key is test_row_0/A:col10/1732739070147/Put/seqid=0 2024-11-27T20:24:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742577_1753 (size=31105) 2024-11-27T20:24:30,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739130278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739130282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T20:24:30,345 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739130485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739130484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:30,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:30,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/88584eb3778a479ab853a3e6eaa9c75e 2024-11-27T20:24:30,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/82996cf372f44323b089c7a3bae49bf8 is 50, key is test_row_0/B:col10/1732739070147/Put/seqid=0 2024-11-27T20:24:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742578_1754 (size=12151) 2024-11-27T20:24:30,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/82996cf372f44323b089c7a3bae49bf8 2024-11-27T20:24:30,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/5db2470972384ed682c107903ce59e11 is 50, key is test_row_0/C:col10/1732739070147/Put/seqid=0 2024-11-27T20:24:30,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742579_1755 (size=12151) 2024-11-27T20:24:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739130791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739130792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:30,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:30,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T20:24:30,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739130839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,842 DEBUG [Thread-3011 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:30,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739130852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,854 DEBUG [Thread-3019 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8295 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:30,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:30,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:30,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:30,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:30,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:31,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:31,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:31,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:31,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:31,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:31,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/5db2470972384ed682c107903ce59e11 2024-11-27T20:24:31,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/88584eb3778a479ab853a3e6eaa9c75e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/88584eb3778a479ab853a3e6eaa9c75e 2024-11-27T20:24:31,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/88584eb3778a479ab853a3e6eaa9c75e, entries=150, sequenceid=240, filesize=30.4 K 2024-11-27T20:24:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/82996cf372f44323b089c7a3bae49bf8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/82996cf372f44323b089c7a3bae49bf8 2024-11-27T20:24:31,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/82996cf372f44323b089c7a3bae49bf8, entries=150, sequenceid=240, filesize=11.9 K 2024-11-27T20:24:31,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/5db2470972384ed682c107903ce59e11 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5db2470972384ed682c107903ce59e11 2024-11-27T20:24:31,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5db2470972384ed682c107903ce59e11, entries=150, sequenceid=240, filesize=11.9 K 2024-11-27T20:24:31,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b60736005da73f981b390c572bfc19fb in 1075ms, sequenceid=240, compaction requested=true 2024-11-27T20:24:31,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:31,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:31,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:31,225 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:31,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:31,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:31,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:31,225 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:31,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:31,226 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:31,226 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:31,226 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:31,227 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/342608e26e9f4ee1b8b396704b25bc8a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/adda5630f77745f3b596e4e2ffb7cb0e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/82996cf372f44323b089c7a3bae49bf8] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=36.0 K 2024-11-27T20:24:31,227 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:31,227 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:31,227 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:31,227 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/68cb5e9d49154d7893b9296569a24f11, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/537fbb36dafd476aabc613959236c4e0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/88584eb3778a479ab853a3e6eaa9c75e] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=116.9 K 2024-11-27T20:24:31,227 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:31,227 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/68cb5e9d49154d7893b9296569a24f11, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/537fbb36dafd476aabc613959236c4e0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/88584eb3778a479ab853a3e6eaa9c75e] 2024-11-27T20:24:31,227 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 342608e26e9f4ee1b8b396704b25bc8a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732739068771 2024-11-27T20:24:31,228 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68cb5e9d49154d7893b9296569a24f11, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732739068771 2024-11-27T20:24:31,228 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting adda5630f77745f3b596e4e2ffb7cb0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739069430 2024-11-27T20:24:31,228 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 82996cf372f44323b089c7a3bae49bf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732739069528 2024-11-27T20:24:31,228 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537fbb36dafd476aabc613959236c4e0, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739069108 2024-11-27T20:24:31,229 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88584eb3778a479ab853a3e6eaa9c75e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732739069528 2024-11-27T20:24:31,243 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:31,245 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#651 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:31,245 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/2d5e561f5b424e1ab4e7c7732d2a40b7 is 50, key is test_row_0/B:col10/1732739070147/Put/seqid=0 2024-11-27T20:24:31,248 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127070bf5445f2142f296f37fe3ae8b1262_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:31,250 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127070bf5445f2142f296f37fe3ae8b1262_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:31,251 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127070bf5445f2142f296f37fe3ae8b1262_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:31,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:31,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-27T20:24:31,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:31,265 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T20:24:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742580_1756 (size=12697) 2024-11-27T20:24:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742581_1757 (size=4469) 2024-11-27T20:24:31,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277f06cddad6854f879760f7f621d8466e_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739070160/Put/seqid=0 2024-11-27T20:24:31,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739131372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:31,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739131373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:31,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742582_1758 (size=12304) 2024-11-27T20:24:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739131478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:31,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739131479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739131682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:31,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739131686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:31,705 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/2d5e561f5b424e1ab4e7c7732d2a40b7 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2d5e561f5b424e1ab4e7c7732d2a40b7 2024-11-27T20:24:31,710 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into 2d5e561f5b424e1ab4e7c7732d2a40b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:31,710 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:31,710 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=13, startTime=1732739071225; duration=0sec 2024-11-27T20:24:31,710 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:31,710 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:31,710 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:31,711 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:31,711 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/C is initiating minor compaction (all files) 2024-11-27T20:24:31,711 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/C in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:31,711 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a969f53e787940b4854b8c91078c6eb8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/081eaf1740784baf877409ea1e69fb22, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5db2470972384ed682c107903ce59e11] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=36.0 K 2024-11-27T20:24:31,712 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a969f53e787940b4854b8c91078c6eb8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732739068771 2024-11-27T20:24:31,712 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 081eaf1740784baf877409ea1e69fb22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732739069430 2024-11-27T20:24:31,712 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 5db2470972384ed682c107903ce59e11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732739069528 2024-11-27T20:24:31,718 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#C#compaction#654 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:31,719 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/a5e12c94dc91496b87f3e1de920e08be is 50, key is test_row_0/C:col10/1732739070147/Put/seqid=0 2024-11-27T20:24:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742583_1759 (size=12663) 2024-11-27T20:24:31,726 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/a5e12c94dc91496b87f3e1de920e08be as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a5e12c94dc91496b87f3e1de920e08be 2024-11-27T20:24:31,730 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/C of b60736005da73f981b390c572bfc19fb into a5e12c94dc91496b87f3e1de920e08be(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:31,730 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:31,730 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/C, priority=13, startTime=1732739071225; duration=0sec 2024-11-27T20:24:31,730 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:31,730 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:31,746 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#652 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:31,747 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/a5065fb6c06a4609a5cf08eb788f7485 is 175, key is test_row_0/A:col10/1732739070147/Put/seqid=0 2024-11-27T20:24:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742584_1760 (size=31651) 2024-11-27T20:24:31,754 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/a5065fb6c06a4609a5cf08eb788f7485 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/a5065fb6c06a4609a5cf08eb788f7485 2024-11-27T20:24:31,757 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into a5065fb6c06a4609a5cf08eb788f7485(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:31,757 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:31,757 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=13, startTime=1732739071225; duration=0sec 2024-11-27T20:24:31,757 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:31,757 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:31,797 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277f06cddad6854f879760f7f621d8466e_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277f06cddad6854f879760f7f621d8466e_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:31,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/ff8376b83e3347118be9275162aec338, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:31,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/ff8376b83e3347118be9275162aec338 is 175, key is test_row_0/A:col10/1732739070160/Put/seqid=0 2024-11-27T20:24:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742585_1761 (size=31105) 2024-11-27T20:24:31,802 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/ff8376b83e3347118be9275162aec338 2024-11-27T20:24:31,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/eb66f3091a8e4816a4c95ce618e543e4 is 50, key is test_row_0/B:col10/1732739070160/Put/seqid=0 2024-11-27T20:24:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742586_1762 (size=12151) 2024-11-27T20:24:31,812 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/eb66f3091a8e4816a4c95ce618e543e4 2024-11-27T20:24:31,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/ab9fa6bac6ed47dc99adb30a2667bd6a is 50, key is test_row_0/C:col10/1732739070160/Put/seqid=0 2024-11-27T20:24:31,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742587_1763 (size=12151) 2024-11-27T20:24:31,821 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/ab9fa6bac6ed47dc99adb30a2667bd6a 2024-11-27T20:24:31,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/ff8376b83e3347118be9275162aec338 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/ff8376b83e3347118be9275162aec338 2024-11-27T20:24:31,828 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/ff8376b83e3347118be9275162aec338, entries=150, sequenceid=250, filesize=30.4 K 2024-11-27T20:24:31,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/eb66f3091a8e4816a4c95ce618e543e4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/eb66f3091a8e4816a4c95ce618e543e4 2024-11-27T20:24:31,833 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/eb66f3091a8e4816a4c95ce618e543e4, entries=150, sequenceid=250, filesize=11.9 K 2024-11-27T20:24:31,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/ab9fa6bac6ed47dc99adb30a2667bd6a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ab9fa6bac6ed47dc99adb30a2667bd6a 2024-11-27T20:24:31,837 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ab9fa6bac6ed47dc99adb30a2667bd6a, entries=150, sequenceid=250, filesize=11.9 K 2024-11-27T20:24:31,839 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for b60736005da73f981b390c572bfc19fb in 574ms, sequenceid=250, compaction requested=false 2024-11-27T20:24:31,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:31,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:31,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-11-27T20:24:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-11-27T20:24:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T20:24:31,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-27T20:24:31,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1060 sec 2024-11-27T20:24:31,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 2.1110 sec 2024-11-27T20:24:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:31,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T20:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:31,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112799cb672f331a47939773799572bec67e_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739071989/Put/seqid=0 2024-11-27T20:24:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739131997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742588_1764 (size=14994) 2024-11-27T20:24:32,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739131998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,000 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:32,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112799cb672f331a47939773799572bec67e_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112799cb672f331a47939773799572bec67e_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:32,003 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/f3cfe55eea97419b9f92cb72c11ea7d3, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:32,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/f3cfe55eea97419b9f92cb72c11ea7d3 is 175, key is test_row_0/A:col10/1732739071989/Put/seqid=0 2024-11-27T20:24:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742589_1765 (size=39949) 2024-11-27T20:24:32,009 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/f3cfe55eea97419b9f92cb72c11ea7d3 2024-11-27T20:24:32,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/e90712a6a17b4236a732673e2d8fe31f is 50, key is test_row_0/B:col10/1732739071989/Put/seqid=0 2024-11-27T20:24:32,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742590_1766 (size=12301) 2024-11-27T20:24:32,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739132100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739132101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739132303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739132303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/e90712a6a17b4236a732673e2d8fe31f 2024-11-27T20:24:32,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/bd27ff56b9274b6584d12126fb4928f2 is 50, key is test_row_0/C:col10/1732739071989/Put/seqid=0 2024-11-27T20:24:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742591_1767 (size=12301) 2024-11-27T20:24:32,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/bd27ff56b9274b6584d12126fb4928f2 2024-11-27T20:24:32,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/f3cfe55eea97419b9f92cb72c11ea7d3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/f3cfe55eea97419b9f92cb72c11ea7d3 2024-11-27T20:24:32,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/f3cfe55eea97419b9f92cb72c11ea7d3, entries=200, sequenceid=282, filesize=39.0 K 2024-11-27T20:24:32,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/e90712a6a17b4236a732673e2d8fe31f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e90712a6a17b4236a732673e2d8fe31f 2024-11-27T20:24:32,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e90712a6a17b4236a732673e2d8fe31f, entries=150, sequenceid=282, filesize=12.0 K 2024-11-27T20:24:32,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/bd27ff56b9274b6584d12126fb4928f2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bd27ff56b9274b6584d12126fb4928f2 2024-11-27T20:24:32,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bd27ff56b9274b6584d12126fb4928f2, entries=150, sequenceid=282, filesize=12.0 K 2024-11-27T20:24:32,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for b60736005da73f981b390c572bfc19fb in 455ms, sequenceid=282, compaction requested=true 2024-11-27T20:24:32,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:32,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:32,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:32,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:32,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:32,445 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:32,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:32,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:32,445 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:32,446 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:32,446 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:32,446 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:32,446 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:32,446 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:32,446 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:32,446 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2d5e561f5b424e1ab4e7c7732d2a40b7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/eb66f3091a8e4816a4c95ce618e543e4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e90712a6a17b4236a732673e2d8fe31f] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=36.3 K 2024-11-27T20:24:32,446 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/a5065fb6c06a4609a5cf08eb788f7485, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/ff8376b83e3347118be9275162aec338, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/f3cfe55eea97419b9f92cb72c11ea7d3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=100.3 K 2024-11-27T20:24:32,446 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:32,446 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/a5065fb6c06a4609a5cf08eb788f7485, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/ff8376b83e3347118be9275162aec338, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/f3cfe55eea97419b9f92cb72c11ea7d3] 2024-11-27T20:24:32,446 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d5e561f5b424e1ab4e7c7732d2a40b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732739069528 2024-11-27T20:24:32,446 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5065fb6c06a4609a5cf08eb788f7485, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732739069528 2024-11-27T20:24:32,447 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting eb66f3091a8e4816a4c95ce618e543e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732739070160 2024-11-27T20:24:32,447 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff8376b83e3347118be9275162aec338, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732739070160 2024-11-27T20:24:32,447 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e90712a6a17b4236a732673e2d8fe31f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732739071371 2024-11-27T20:24:32,447 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3cfe55eea97419b9f92cb72c11ea7d3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732739071356 2024-11-27T20:24:32,452 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:32,453 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#661 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:32,453 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b3eb9ef89c174b49beef3ad4d35fa1b4 is 50, key is test_row_0/B:col10/1732739071989/Put/seqid=0 2024-11-27T20:24:32,465 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411277d87c48e03754959bf2a3e73ae04cf72_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:32,466 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411277d87c48e03754959bf2a3e73ae04cf72_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:32,467 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277d87c48e03754959bf2a3e73ae04cf72_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:32,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742592_1768 (size=12949) 2024-11-27T20:24:32,492 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b3eb9ef89c174b49beef3ad4d35fa1b4 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b3eb9ef89c174b49beef3ad4d35fa1b4 2024-11-27T20:24:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742593_1769 (size=4469) 2024-11-27T20:24:32,499 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into b3eb9ef89c174b49beef3ad4d35fa1b4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:32,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:32,499 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=13, startTime=1732739072445; duration=0sec 2024-11-27T20:24:32,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:32,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:32,499 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:32,501 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:32,501 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/C is initiating minor compaction (all files) 2024-11-27T20:24:32,501 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/C in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:32,501 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a5e12c94dc91496b87f3e1de920e08be, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ab9fa6bac6ed47dc99adb30a2667bd6a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bd27ff56b9274b6584d12126fb4928f2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=36.2 K 2024-11-27T20:24:32,502 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting a5e12c94dc91496b87f3e1de920e08be, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732739069528 2024-11-27T20:24:32,503 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting ab9fa6bac6ed47dc99adb30a2667bd6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732739070160 2024-11-27T20:24:32,503 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting bd27ff56b9274b6584d12126fb4928f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732739071371 2024-11-27T20:24:32,528 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#C#compaction#662 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:32,529 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/b8e4027fdff0494d907dd28f02f9d5dd is 50, key is test_row_0/C:col10/1732739071989/Put/seqid=0 2024-11-27T20:24:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742594_1770 (size=12915) 2024-11-27T20:24:32,539 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/b8e4027fdff0494d907dd28f02f9d5dd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b8e4027fdff0494d907dd28f02f9d5dd 2024-11-27T20:24:32,544 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/C of b60736005da73f981b390c572bfc19fb into b8e4027fdff0494d907dd28f02f9d5dd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:32,544 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:32,544 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/C, priority=13, startTime=1732739072445; duration=0sec 2024-11-27T20:24:32,544 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:32,544 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:32,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:32,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ced47f02ede44a3ab63a15073be66917_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739072609/Put/seqid=0 2024-11-27T20:24:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742595_1771 (size=14994) 2024-11-27T20:24:32,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:32,634 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ced47f02ede44a3ab63a15073be66917_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ced47f02ede44a3ab63a15073be66917_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:32,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/1b1c046b59cf46949f36aa1f13a7b9bd, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:32,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/1b1c046b59cf46949f36aa1f13a7b9bd is 175, key is test_row_0/A:col10/1732739072609/Put/seqid=0 2024-11-27T20:24:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742596_1772 (size=39949) 2024-11-27T20:24:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739132646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739132647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739132751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739132751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,901 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#660 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:32,902 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/35d5d9aaa0504eb4a90f35a050a457d0 is 175, key is test_row_0/A:col10/1732739071989/Put/seqid=0 2024-11-27T20:24:32,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742597_1773 (size=31903) 2024-11-27T20:24:32,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739132954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:32,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739132954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:33,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/1b1c046b59cf46949f36aa1f13a7b9bd 2024-11-27T20:24:33,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/e104e75f459d4b10ace0f2d8e29f2ea9 is 50, key is test_row_0/B:col10/1732739072609/Put/seqid=0 2024-11-27T20:24:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742598_1774 (size=12301) 2024-11-27T20:24:33,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/e104e75f459d4b10ace0f2d8e29f2ea9 2024-11-27T20:24:33,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/7d95495fb5f748959ef1646ef712a43e is 50, key is test_row_0/C:col10/1732739072609/Put/seqid=0 2024-11-27T20:24:33,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742599_1775 (size=12301) 2024-11-27T20:24:33,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739133257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:33,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739133259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:33,309 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/35d5d9aaa0504eb4a90f35a050a457d0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/35d5d9aaa0504eb4a90f35a050a457d0 2024-11-27T20:24:33,313 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into 35d5d9aaa0504eb4a90f35a050a457d0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:33,313 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:33,313 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=13, startTime=1732739072445; duration=0sec 2024-11-27T20:24:33,313 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:33,313 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:33,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/7d95495fb5f748959ef1646ef712a43e 2024-11-27T20:24:33,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/1b1c046b59cf46949f36aa1f13a7b9bd as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/1b1c046b59cf46949f36aa1f13a7b9bd 2024-11-27T20:24:33,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/1b1c046b59cf46949f36aa1f13a7b9bd, entries=200, sequenceid=296, filesize=39.0 K 2024-11-27T20:24:33,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/e104e75f459d4b10ace0f2d8e29f2ea9 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e104e75f459d4b10ace0f2d8e29f2ea9 2024-11-27T20:24:33,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e104e75f459d4b10ace0f2d8e29f2ea9, entries=150, sequenceid=296, filesize=12.0 K 2024-11-27T20:24:33,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/7d95495fb5f748959ef1646ef712a43e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7d95495fb5f748959ef1646ef712a43e 2024-11-27T20:24:33,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7d95495fb5f748959ef1646ef712a43e, entries=150, sequenceid=296, filesize=12.0 K 2024-11-27T20:24:33,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b60736005da73f981b390c572bfc19fb in 863ms, sequenceid=296, compaction requested=false 2024-11-27T20:24:33,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:33,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:33,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ace11b7e9ae7454aa83fafc934ab2f0c_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739073764/Put/seqid=0 2024-11-27T20:24:33,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742600_1776 (size=14994) 2024-11-27T20:24:33,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739133776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:33,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739133776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T20:24:33,841 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-27T20:24:33,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-11-27T20:24:33,843 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-27T20:24:33,844 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:33,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:33,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739133879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:33,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739133879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-27T20:24:33,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:33,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-27T20:24:33,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:33,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:33,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:33,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739134082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739134083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-27T20:24:34,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-27T20:24:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,175 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,179 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ace11b7e9ae7454aa83fafc934ab2f0c_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ace11b7e9ae7454aa83fafc934ab2f0c_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:34,180 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/37ffe2b056674bcb86bc95702b49ec68, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:34,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/37ffe2b056674bcb86bc95702b49ec68 is 175, key is test_row_0/A:col10/1732739073764/Put/seqid=0 2024-11-27T20:24:34,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742601_1777 (size=39949) 2024-11-27T20:24:34,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-27T20:24:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739134385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739134387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-27T20:24:34,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-27T20:24:34,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:34,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,603 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/37ffe2b056674bcb86bc95702b49ec68 2024-11-27T20:24:34,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-27T20:24:34,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:34,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] handler.RSProcedureHandler(58): pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=190 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=190 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:34,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/539674b2dbfb460caf18ef60c1bd1ae3 is 50, key is test_row_0/B:col10/1732739073764/Put/seqid=0 2024-11-27T20:24:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742602_1778 (size=12301) 2024-11-27T20:24:34,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/539674b2dbfb460caf18ef60c1bd1ae3 2024-11-27T20:24:34,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e7a3e03e4b654849ad250ae635d9366c is 50, key is test_row_0/C:col10/1732739073764/Put/seqid=0 2024-11-27T20:24:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742603_1779 (size=12301) 2024-11-27T20:24:34,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e7a3e03e4b654849ad250ae635d9366c 2024-11-27T20:24:34,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/37ffe2b056674bcb86bc95702b49ec68 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/37ffe2b056674bcb86bc95702b49ec68 2024-11-27T20:24:34,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/37ffe2b056674bcb86bc95702b49ec68, entries=200, sequenceid=323, filesize=39.0 K 2024-11-27T20:24:34,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/539674b2dbfb460caf18ef60c1bd1ae3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/539674b2dbfb460caf18ef60c1bd1ae3 2024-11-27T20:24:34,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/539674b2dbfb460caf18ef60c1bd1ae3, entries=150, sequenceid=323, filesize=12.0 K 2024-11-27T20:24:34,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e7a3e03e4b654849ad250ae635d9366c as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e7a3e03e4b654849ad250ae635d9366c 2024-11-27T20:24:34,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e7a3e03e4b654849ad250ae635d9366c, entries=150, sequenceid=323, filesize=12.0 K 2024-11-27T20:24:34,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b60736005da73f981b390c572bfc19fb in 883ms, sequenceid=323, compaction requested=true 2024-11-27T20:24:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:34,647 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:34,647 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:34,649 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:34,649 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:34,649 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:34,649 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:34,649 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,649 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,649 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b3eb9ef89c174b49beef3ad4d35fa1b4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e104e75f459d4b10ace0f2d8e29f2ea9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/539674b2dbfb460caf18ef60c1bd1ae3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=36.7 K 2024-11-27T20:24:34,649 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/35d5d9aaa0504eb4a90f35a050a457d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/1b1c046b59cf46949f36aa1f13a7b9bd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/37ffe2b056674bcb86bc95702b49ec68] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=109.2 K 2024-11-27T20:24:34,649 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,649 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/35d5d9aaa0504eb4a90f35a050a457d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/1b1c046b59cf46949f36aa1f13a7b9bd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/37ffe2b056674bcb86bc95702b49ec68] 2024-11-27T20:24:34,650 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b3eb9ef89c174b49beef3ad4d35fa1b4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732739071371 2024-11-27T20:24:34,650 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35d5d9aaa0504eb4a90f35a050a457d0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732739071371 2024-11-27T20:24:34,650 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e104e75f459d4b10ace0f2d8e29f2ea9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739071992 2024-11-27T20:24:34,651 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 539674b2dbfb460caf18ef60c1bd1ae3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732739072645 2024-11-27T20:24:34,651 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b1c046b59cf46949f36aa1f13a7b9bd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739071992 2024-11-27T20:24:34,652 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37ffe2b056674bcb86bc95702b49ec68, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732739072645 2024-11-27T20:24:34,659 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#669 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:34,660 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/487e3f2536a84f1290228c9566ee9e15 is 50, key is test_row_0/B:col10/1732739073764/Put/seqid=0 2024-11-27T20:24:34,661 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:34,664 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112721a1bfa554c54a55ac5faeff50f9c28a_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:34,666 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112721a1bfa554c54a55ac5faeff50f9c28a_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:34,667 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112721a1bfa554c54a55ac5faeff50f9c28a_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742605_1781 (size=4469) 2024-11-27T20:24:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742604_1780 (size=13051) 2024-11-27T20:24:34,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:34,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-27T20:24:34,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,759 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:34,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112787a93519941e41a0945c1e9e9a5b651f_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739073772/Put/seqid=0 2024-11-27T20:24:34,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742606_1782 (size=12454) 2024-11-27T20:24:34,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,778 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112787a93519941e41a0945c1e9e9a5b651f_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112787a93519941e41a0945c1e9e9a5b651f_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/bba6acd8331a4d949fe39199f7ea406a, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:34,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/bba6acd8331a4d949fe39199f7ea406a is 175, key is test_row_0/A:col10/1732739073772/Put/seqid=0 2024-11-27T20:24:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742607_1783 (size=31255) 2024-11-27T20:24:34,783 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/bba6acd8331a4d949fe39199f7ea406a 2024-11-27T20:24:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/6194b4aa44ca49d5871c00470bc2ff35 is 50, key is test_row_0/B:col10/1732739073772/Put/seqid=0 2024-11-27T20:24:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742608_1784 (size=12301) 2024-11-27T20:24:34,791 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/6194b4aa44ca49d5871c00470bc2ff35 2024-11-27T20:24:34,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/b910a063e58a47e5b179c850245d7b82 is 50, key is test_row_0/C:col10/1732739073772/Put/seqid=0 2024-11-27T20:24:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742609_1785 (size=12301) 2024-11-27T20:24:34,807 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/b910a063e58a47e5b179c850245d7b82 2024-11-27T20:24:34,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/bba6acd8331a4d949fe39199f7ea406a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/bba6acd8331a4d949fe39199f7ea406a 2024-11-27T20:24:34,815 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/bba6acd8331a4d949fe39199f7ea406a, entries=150, sequenceid=334, filesize=30.5 K 2024-11-27T20:24:34,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/6194b4aa44ca49d5871c00470bc2ff35 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6194b4aa44ca49d5871c00470bc2ff35 2024-11-27T20:24:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,819 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6194b4aa44ca49d5871c00470bc2ff35, entries=150, sequenceid=334, filesize=12.0 K 2024-11-27T20:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/b910a063e58a47e5b179c850245d7b82 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b910a063e58a47e5b179c850245d7b82 2024-11-27T20:24:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,823 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b910a063e58a47e5b179c850245d7b82, entries=150, sequenceid=334, filesize=12.0 K 2024-11-27T20:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,828 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for b60736005da73f981b390c572bfc19fb in 70ms, sequenceid=334, compaction requested=true 2024-11-27T20:24:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-11-27T20:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-11-27T20:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-27T20:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 985 msec 2024-11-27T20:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 989 msec 2024-11-27T20:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T20:24:34,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:34,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:34,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:34,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:34,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:34,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279b34c4e975f6438a9b953ee3b74b0208_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739074931/Put/seqid=0 2024-11-27T20:24:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-27T20:24:34,947 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-27T20:24:34,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-11-27T20:24:34,949 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T20:24:34,949 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:34,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:34,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742611_1787 (size=25158) 2024-11-27T20:24:35,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739134998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739135001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T20:24:35,077 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#670 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:35,078 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/3a43657e513a4ec78f6fe5dba7f70caa is 175, key is test_row_0/A:col10/1732739073764/Put/seqid=0 2024-11-27T20:24:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742612_1788 (size=32005) 2024-11-27T20:24:35,086 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/3a43657e513a4ec78f6fe5dba7f70caa as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3a43657e513a4ec78f6fe5dba7f70caa 2024-11-27T20:24:35,089 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/487e3f2536a84f1290228c9566ee9e15 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/487e3f2536a84f1290228c9566ee9e15 2024-11-27T20:24:35,091 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into 3a43657e513a4ec78f6fe5dba7f70caa(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:35,091 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:35,091 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=13, startTime=1732739074647; duration=0sec 2024-11-27T20:24:35,091 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:35,091 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:35,091 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T20:24:35,092 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T20:24:35,092 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/C is initiating minor compaction (all files) 2024-11-27T20:24:35,092 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/C in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,092 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b8e4027fdff0494d907dd28f02f9d5dd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7d95495fb5f748959ef1646ef712a43e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e7a3e03e4b654849ad250ae635d9366c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b910a063e58a47e5b179c850245d7b82] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=48.7 K 2024-11-27T20:24:35,093 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e4027fdff0494d907dd28f02f9d5dd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732739071371 2024-11-27T20:24:35,093 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d95495fb5f748959ef1646ef712a43e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732739071992 2024-11-27T20:24:35,094 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7a3e03e4b654849ad250ae635d9366c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732739072645 2024-11-27T20:24:35,094 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b910a063e58a47e5b179c850245d7b82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732739073772 2024-11-27T20:24:35,094 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into 487e3f2536a84f1290228c9566ee9e15(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:35,094 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:35,094 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=13, startTime=1732739074647; duration=0sec 2024-11-27T20:24:35,094 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:35,094 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:35,101 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#C#compaction#675 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:35,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-27T20:24:35,101 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/aa0851b4f680457aafeb49d2c06e2dff is 50, key is test_row_0/C:col10/1732739073772/Put/seqid=0 2024-11-27T20:24:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739135103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742613_1789 (size=13051) 2024-11-27T20:24:35,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739135105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T20:24:35,254 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-27T20:24:35,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:35,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739135307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739135308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:35,368 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279b34c4e975f6438a9b953ee3b74b0208_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279b34c4e975f6438a9b953ee3b74b0208_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:35,368 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/0631f3df96c44c71966b851f6553b08a, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:35,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/0631f3df96c44c71966b851f6553b08a is 175, key is test_row_0/A:col10/1732739074931/Put/seqid=0 2024-11-27T20:24:35,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742610_1786 (size=74795) 2024-11-27T20:24:35,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/0631f3df96c44c71966b851f6553b08a 2024-11-27T20:24:35,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/63349aaa081f4a6c95c0339bb62438b3 is 50, key is test_row_0/B:col10/1732739074931/Put/seqid=0 2024-11-27T20:24:35,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742614_1790 (size=12301) 2024-11-27T20:24:35,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/63349aaa081f4a6c95c0339bb62438b3 2024-11-27T20:24:35,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/9f7ef6b8d1734556863f8901ebba56a1 is 50, key is test_row_0/C:col10/1732739074931/Put/seqid=0 2024-11-27T20:24:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742615_1791 (size=12301) 2024-11-27T20:24:35,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/9f7ef6b8d1734556863f8901ebba56a1 2024-11-27T20:24:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/0631f3df96c44c71966b851f6553b08a as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0631f3df96c44c71966b851f6553b08a 2024-11-27T20:24:35,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-27T20:24:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:24:35,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0631f3df96c44c71966b851f6553b08a, entries=400, sequenceid=345, filesize=73.0 K 2024-11-27T20:24:35,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/63349aaa081f4a6c95c0339bb62438b3 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/63349aaa081f4a6c95c0339bb62438b3 2024-11-27T20:24:35,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/63349aaa081f4a6c95c0339bb62438b3, entries=150, sequenceid=345, filesize=12.0 K 2024-11-27T20:24:35,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/9f7ef6b8d1734556863f8901ebba56a1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9f7ef6b8d1734556863f8901ebba56a1 2024-11-27T20:24:35,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9f7ef6b8d1734556863f8901ebba56a1, entries=150, sequenceid=345, filesize=12.0 K 2024-11-27T20:24:35,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b60736005da73f981b390c572bfc19fb in 485ms, sequenceid=345, compaction requested=true 2024-11-27T20:24:35,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:35,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:35,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:35,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:35,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:35,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:35,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:35,417 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:35,418 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138055 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:35,419 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:35,419 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,419 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3a43657e513a4ec78f6fe5dba7f70caa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/bba6acd8331a4d949fe39199f7ea406a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0631f3df96c44c71966b851f6553b08a] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=134.8 K 2024-11-27T20:24:35,419 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,419 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3a43657e513a4ec78f6fe5dba7f70caa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/bba6acd8331a4d949fe39199f7ea406a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0631f3df96c44c71966b851f6553b08a] 2024-11-27T20:24:35,419 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a43657e513a4ec78f6fe5dba7f70caa, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732739072645 2024-11-27T20:24:35,419 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting bba6acd8331a4d949fe39199f7ea406a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732739073772 2024-11-27T20:24:35,420 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 0631f3df96c44c71966b851f6553b08a, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732739074909 2024-11-27T20:24:35,424 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:35,426 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411271e7118e1dbbd4a9fb6c3f46a171aee7e_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:35,428 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411271e7118e1dbbd4a9fb6c3f46a171aee7e_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:35,429 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271e7118e1dbbd4a9fb6c3f46a171aee7e_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:35,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742616_1792 (size=4469) 2024-11-27T20:24:35,511 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/aa0851b4f680457aafeb49d2c06e2dff as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/aa0851b4f680457aafeb49d2c06e2dff 2024-11-27T20:24:35,515 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b60736005da73f981b390c572bfc19fb/C of b60736005da73f981b390c572bfc19fb into aa0851b4f680457aafeb49d2c06e2dff(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:35,515 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:35,515 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/C, priority=12, startTime=1732739074647; duration=0sec 2024-11-27T20:24:35,515 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T20:24:35,515 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:35,515 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:35,515 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T20:24:35,516 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T20:24:35,516 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:35,516 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,516 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/487e3f2536a84f1290228c9566ee9e15, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6194b4aa44ca49d5871c00470bc2ff35, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/63349aaa081f4a6c95c0339bb62438b3] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=36.8 K 2024-11-27T20:24:35,516 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 487e3f2536a84f1290228c9566ee9e15, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732739072645 2024-11-27T20:24:35,517 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6194b4aa44ca49d5871c00470bc2ff35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732739073772 2024-11-27T20:24:35,517 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63349aaa081f4a6c95c0339bb62438b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732739074924 2024-11-27T20:24:35,523 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#679 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:35,523 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b1cda2aeb44c45a5b5f60485fcaf7394 is 50, key is test_row_0/B:col10/1732739074931/Put/seqid=0 2024-11-27T20:24:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742617_1793 (size=13153) 2024-11-27T20:24:35,530 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b1cda2aeb44c45a5b5f60485fcaf7394 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b1cda2aeb44c45a5b5f60485fcaf7394 2024-11-27T20:24:35,534 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into b1cda2aeb44c45a5b5f60485fcaf7394(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:35,534 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:35,534 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=13, startTime=1732739075417; duration=0sec 2024-11-27T20:24:35,534 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:35,534 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:35,534 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T20:24:35,535 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T20:24:35,535 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T20:24:35,535 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. because compaction request was cancelled 2024-11-27T20:24:35,535 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T20:24:35,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-27T20:24:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:35,561 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T20:24:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:35,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112721328353ff094e56ad8181d65ccc85fa_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739074999/Put/seqid=0 2024-11-27T20:24:35,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742618_1794 (size=12454) 2024-11-27T20:24:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:35,574 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112721328353ff094e56ad8181d65ccc85fa_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721328353ff094e56ad8181d65ccc85fa_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:35,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/02ba999b5ec04e5483e901217a55f9a1, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:35,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/02ba999b5ec04e5483e901217a55f9a1 is 175, key is test_row_0/A:col10/1732739074999/Put/seqid=0 2024-11-27T20:24:35,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742619_1795 (size=31255) 2024-11-27T20:24:35,579 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/02ba999b5ec04e5483e901217a55f9a1 2024-11-27T20:24:35,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/cab4186a50fd4246b6a88a0ccf6fa793 is 50, key is test_row_0/B:col10/1732739074999/Put/seqid=0 2024-11-27T20:24:35,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742620_1796 (size=12301) 2024-11-27T20:24:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:35,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:35,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739135624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739135624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739135727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739135727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,835 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#678 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T20:24:35,835 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/b1ce38570fdf44cb87e21b377e3d5054 is 175, key is test_row_0/A:col10/1732739074931/Put/seqid=0 2024-11-27T20:24:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742621_1797 (size=32107) 2024-11-27T20:24:35,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739135930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739135931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:35,990 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/cab4186a50fd4246b6a88a0ccf6fa793 2024-11-27T20:24:35,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e67a1290bd2f423086874596fd1a8f06 is 50, key is test_row_0/C:col10/1732739074999/Put/seqid=0 2024-11-27T20:24:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742622_1798 (size=12301) 2024-11-27T20:24:36,001 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e67a1290bd2f423086874596fd1a8f06 2024-11-27T20:24:36,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:24:36,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/02ba999b5ec04e5483e901217a55f9a1 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/02ba999b5ec04e5483e901217a55f9a1 2024-11-27T20:24:36,011 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/02ba999b5ec04e5483e901217a55f9a1, entries=150, sequenceid=374, filesize=30.5 K 2024-11-27T20:24:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/cab4186a50fd4246b6a88a0ccf6fa793 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/cab4186a50fd4246b6a88a0ccf6fa793 2024-11-27T20:24:36,015 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/cab4186a50fd4246b6a88a0ccf6fa793, entries=150, sequenceid=374, filesize=12.0 K 2024-11-27T20:24:36,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e67a1290bd2f423086874596fd1a8f06 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e67a1290bd2f423086874596fd1a8f06 2024-11-27T20:24:36,019 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e67a1290bd2f423086874596fd1a8f06, entries=150, sequenceid=374, filesize=12.0 K 2024-11-27T20:24:36,020 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b60736005da73f981b390c572bfc19fb in 459ms, sequenceid=374, compaction requested=true 2024-11-27T20:24:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-11-27T20:24:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-11-27T20:24:36,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-11-27T20:24:36,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-11-27T20:24:36,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 1.0740 sec 2024-11-27T20:24:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-27T20:24:36,054 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-27T20:24:36,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-11-27T20:24:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T20:24:36,057 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:36,058 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:36,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:36,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T20:24:36,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:36,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-27T20:24:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:36,210 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:24:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:36,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270cb2f2344968476ebba3e0c9349044ea_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739075623/Put/seqid=0 2024-11-27T20:24:36,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742623_1799 (size=12454) 2024-11-27T20:24:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:36,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:36,243 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/b1ce38570fdf44cb87e21b377e3d5054 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b1ce38570fdf44cb87e21b377e3d5054 2024-11-27T20:24:36,248 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into b1ce38570fdf44cb87e21b377e3d5054(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:36,248 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:36,248 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=13, startTime=1732739075417; duration=0sec 2024-11-27T20:24:36,248 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:36,248 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739136274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:36,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739136276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T20:24:36,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739136378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:36,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739136379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:36,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739136582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:36,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739136582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:36,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:36,629 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270cb2f2344968476ebba3e0c9349044ea_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cb2f2344968476ebba3e0c9349044ea_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:36,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/0694f905b76f419d9333551e94b4e3c0, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:36,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/0694f905b76f419d9333551e94b4e3c0 is 175, key is test_row_0/A:col10/1732739075623/Put/seqid=0 2024-11-27T20:24:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742624_1800 (size=31255) 2024-11-27T20:24:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T20:24:36,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739136883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:36,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739136884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:37,034 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/0694f905b76f419d9333551e94b4e3c0 2024-11-27T20:24:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b41acd42b6e14ef3acd8a25d9c06dfea is 50, key is test_row_0/B:col10/1732739075623/Put/seqid=0 2024-11-27T20:24:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742625_1801 (size=12301) 2024-11-27T20:24:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T20:24:37,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739137386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:37,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739137387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:37,445 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b41acd42b6e14ef3acd8a25d9c06dfea 2024-11-27T20:24:37,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/7c4ec0a7d6e64b4b80f3fd5326efbf93 is 50, key is test_row_0/C:col10/1732739075623/Put/seqid=0 2024-11-27T20:24:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742626_1802 (size=12301) 2024-11-27T20:24:37,855 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/7c4ec0a7d6e64b4b80f3fd5326efbf93 2024-11-27T20:24:37,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/0694f905b76f419d9333551e94b4e3c0 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0694f905b76f419d9333551e94b4e3c0 2024-11-27T20:24:37,862 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0694f905b76f419d9333551e94b4e3c0, entries=150, sequenceid=386, filesize=30.5 K 2024-11-27T20:24:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b41acd42b6e14ef3acd8a25d9c06dfea as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b41acd42b6e14ef3acd8a25d9c06dfea 2024-11-27T20:24:37,865 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b41acd42b6e14ef3acd8a25d9c06dfea, entries=150, sequenceid=386, filesize=12.0 K 2024-11-27T20:24:37,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/7c4ec0a7d6e64b4b80f3fd5326efbf93 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7c4ec0a7d6e64b4b80f3fd5326efbf93 2024-11-27T20:24:37,871 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7c4ec0a7d6e64b4b80f3fd5326efbf93, entries=150, sequenceid=386, filesize=12.0 K 2024-11-27T20:24:37,872 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b60736005da73f981b390c572bfc19fb in 1662ms, sequenceid=386, compaction requested=true 2024-11-27T20:24:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-11-27T20:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-11-27T20:24:37,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-11-27T20:24:37,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-27T20:24:37,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 1.8190 sec 2024-11-27T20:24:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-27T20:24:38,161 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-11-27T20:24:38,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees 2024-11-27T20:24:38,163 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T20:24:38,164 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:38,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T20:24:38,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:38,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-11-27T20:24:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:38,316 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:38,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273f1b1d1f348641a8b4f1e04a22f2d3cd_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739076273/Put/seqid=0 2024-11-27T20:24:38,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742627_1803 (size=12454) 2024-11-27T20:24:38,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:38,327 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273f1b1d1f348641a8b4f1e04a22f2d3cd_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273f1b1d1f348641a8b4f1e04a22f2d3cd_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:38,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/6041daa5527345fd8134a74a0af52d69, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:38,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/6041daa5527345fd8134a74a0af52d69 is 175, key is test_row_0/A:col10/1732739076273/Put/seqid=0 2024-11-27T20:24:38,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742628_1804 (size=31255) 2024-11-27T20:24:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:38,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739138408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:38,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739138411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T20:24:38,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739138512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:38,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739138514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:38,647 DEBUG [regionserver/23827885d8b7:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-27T20:24:38,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739138716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:38,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739138716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:38,732 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/6041daa5527345fd8134a74a0af52d69 2024-11-27T20:24:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/d58dfb4ec865437fa80d4643dc7c37e2 is 50, key is test_row_0/B:col10/1732739076273/Put/seqid=0 2024-11-27T20:24:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T20:24:38,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742629_1805 (size=12301) 2024-11-27T20:24:39,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739139020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739139021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,178 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/d58dfb4ec865437fa80d4643dc7c37e2 2024-11-27T20:24:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/67b11d087aa44bd98293a2c4fa1b3651 is 50, key is test_row_0/C:col10/1732739076273/Put/seqid=0 2024-11-27T20:24:39,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742630_1806 (size=12301) 2024-11-27T20:24:39,207 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/67b11d087aa44bd98293a2c4fa1b3651 2024-11-27T20:24:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/6041daa5527345fd8134a74a0af52d69 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6041daa5527345fd8134a74a0af52d69 2024-11-27T20:24:39,214 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6041daa5527345fd8134a74a0af52d69, entries=150, sequenceid=411, filesize=30.5 K 2024-11-27T20:24:39,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/d58dfb4ec865437fa80d4643dc7c37e2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/d58dfb4ec865437fa80d4643dc7c37e2 2024-11-27T20:24:39,218 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/d58dfb4ec865437fa80d4643dc7c37e2, entries=150, sequenceid=411, filesize=12.0 K 2024-11-27T20:24:39,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/67b11d087aa44bd98293a2c4fa1b3651 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/67b11d087aa44bd98293a2c4fa1b3651 2024-11-27T20:24:39,221 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/67b11d087aa44bd98293a2c4fa1b3651, entries=150, sequenceid=411, filesize=12.0 K 2024-11-27T20:24:39,222 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b60736005da73f981b390c572bfc19fb in 906ms, sequenceid=411, compaction requested=true 2024-11-27T20:24:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:39,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=196 2024-11-27T20:24:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=196 2024-11-27T20:24:39,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-11-27T20:24:39,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-11-27T20:24:39,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees in 1.0640 sec 2024-11-27T20:24:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-27T20:24:39,267 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-11-27T20:24:39,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees 2024-11-27T20:24:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T20:24:39,269 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:39,270 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:39,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T20:24:39,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-11-27T20:24:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:39,422 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T20:24:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:39,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:39,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:39,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d8d9609b4e814bf180d51ad6bf9b4548_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739078410/Put/seqid=0 2024-11-27T20:24:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742631_1807 (size=12454) 2024-11-27T20:24:39,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:39,436 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d8d9609b4e814bf180d51ad6bf9b4548_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d8d9609b4e814bf180d51ad6bf9b4548_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:39,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/306a94e3115c4105839774c01282bc58, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:39,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/306a94e3115c4105839774c01282bc58 is 175, key is test_row_0/A:col10/1732739078410/Put/seqid=0 2024-11-27T20:24:39,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742632_1808 (size=31255) 2024-11-27T20:24:39,441 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/306a94e3115c4105839774c01282bc58 2024-11-27T20:24:39,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/13f2b3a3d45a4c4bb9f5bf9b58045104 is 50, key is test_row_0/B:col10/1732739078410/Put/seqid=0 2024-11-27T20:24:39,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742633_1809 (size=12301) 2024-11-27T20:24:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:39,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739139558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739139559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T20:24:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739139663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739139663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,852 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/13f2b3a3d45a4c4bb9f5bf9b58045104 2024-11-27T20:24:39,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e4ced16c5fec414fb0f22132115baadc is 50, key is test_row_0/C:col10/1732739078410/Put/seqid=0 2024-11-27T20:24:39,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742634_1810 (size=12301) 2024-11-27T20:24:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739139866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739139866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T20:24:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54194 deadline: 1732739139998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,001 DEBUG [Thread-3013 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739140168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739140171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,264 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e4ced16c5fec414fb0f22132115baadc 2024-11-27T20:24:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/306a94e3115c4105839774c01282bc58 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/306a94e3115c4105839774c01282bc58 2024-11-27T20:24:40,270 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/306a94e3115c4105839774c01282bc58, entries=150, sequenceid=423, filesize=30.5 K 2024-11-27T20:24:40,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/13f2b3a3d45a4c4bb9f5bf9b58045104 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/13f2b3a3d45a4c4bb9f5bf9b58045104 2024-11-27T20:24:40,274 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/13f2b3a3d45a4c4bb9f5bf9b58045104, entries=150, sequenceid=423, filesize=12.0 K 2024-11-27T20:24:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/e4ced16c5fec414fb0f22132115baadc as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e4ced16c5fec414fb0f22132115baadc 2024-11-27T20:24:40,278 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e4ced16c5fec414fb0f22132115baadc, entries=150, sequenceid=423, filesize=12.0 K 2024-11-27T20:24:40,278 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b60736005da73f981b390c572bfc19fb in 856ms, sequenceid=423, compaction requested=true 2024-11-27T20:24:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=198 2024-11-27T20:24:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=198 2024-11-27T20:24:40,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-11-27T20:24:40,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-27T20:24:40,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees in 1.0130 sec 2024-11-27T20:24:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-11-27T20:24:40,372 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-11-27T20:24:40,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T20:24:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees 2024-11-27T20:24:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-27T20:24:40,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T20:24:40,376 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T20:24:40,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T20:24:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-27T20:24:40,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33005 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-11-27T20:24:40,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:40,528 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T20:24:40,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:40,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:40,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:40,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272f683b3b05474e718214c3c4b3bc12d8_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739079551/Put/seqid=0 2024-11-27T20:24:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742635_1811 (size=12454) 2024-11-27T20:24:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:40,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. as already flushing 2024-11-27T20:24:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-27T20:24:40,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739140688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739140691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739140792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739140794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1732739140887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,889 DEBUG [Thread-3011 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18252 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:40,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1732739140891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:40,893 DEBUG [Thread-3019 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18334 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., hostname=23827885d8b7,33005,1732738897633, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:24:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:40,942 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272f683b3b05474e718214c3c4b3bc12d8_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272f683b3b05474e718214c3c4b3bc12d8_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/57e6ac6ac41e4381b0bd3f2b48a98385, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/57e6ac6ac41e4381b0bd3f2b48a98385 is 175, key is test_row_0/A:col10/1732739079551/Put/seqid=0 2024-11-27T20:24:40,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742636_1812 (size=31255) 2024-11-27T20:24:40,947 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=447, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/57e6ac6ac41e4381b0bd3f2b48a98385 2024-11-27T20:24:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b7cf9cd2c3884d13bcf2528d580a2245 is 50, key is test_row_0/B:col10/1732739079551/Put/seqid=0 2024-11-27T20:24:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742637_1813 (size=12301) 2024-11-27T20:24:40,955 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b7cf9cd2c3884d13bcf2528d580a2245 2024-11-27T20:24:40,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/6a5b2b2eae1b4e18af89bf590885f755 is 50, key is test_row_0/C:col10/1732739079551/Put/seqid=0 2024-11-27T20:24:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742638_1814 (size=12301) 2024-11-27T20:24:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-27T20:24:40,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739140995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:41,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739140999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54178 deadline: 1732739141297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:41,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T20:24:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33005 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54114 deadline: 1732739141301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 2024-11-27T20:24:41,365 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/6a5b2b2eae1b4e18af89bf590885f755 2024-11-27T20:24:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/57e6ac6ac41e4381b0bd3f2b48a98385 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/57e6ac6ac41e4381b0bd3f2b48a98385 2024-11-27T20:24:41,371 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/57e6ac6ac41e4381b0bd3f2b48a98385, entries=150, sequenceid=447, filesize=30.5 K 2024-11-27T20:24:41,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/b7cf9cd2c3884d13bcf2528d580a2245 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b7cf9cd2c3884d13bcf2528d580a2245 2024-11-27T20:24:41,375 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b7cf9cd2c3884d13bcf2528d580a2245, entries=150, sequenceid=447, filesize=12.0 K 2024-11-27T20:24:41,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/6a5b2b2eae1b4e18af89bf590885f755 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/6a5b2b2eae1b4e18af89bf590885f755 2024-11-27T20:24:41,378 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/6a5b2b2eae1b4e18af89bf590885f755, entries=150, sequenceid=447, filesize=12.0 K 2024-11-27T20:24:41,379 INFO [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b60736005da73f981b390c572bfc19fb in 851ms, sequenceid=447, compaction requested=true 2024-11-27T20:24:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/23827885d8b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=200 2024-11-27T20:24:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4106): Remote procedure done, pid=200 2024-11-27T20:24:41,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=200, resume processing ppid=199 2024-11-27T20:24:41,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=200, ppid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec 2024-11-27T20:24:41,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees in 1.0090 sec 2024-11-27T20:24:41,388 DEBUG [Thread-3030 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:51089 2024-11-27T20:24:41,389 DEBUG [Thread-3030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,390 DEBUG [Thread-3024 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:51089 2024-11-27T20:24:41,390 DEBUG [Thread-3024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,390 DEBUG [Thread-3022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:51089 2024-11-27T20:24:41,390 DEBUG [Thread-3022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,392 DEBUG [Thread-3026 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:51089 2024-11-27T20:24:41,392 DEBUG [Thread-3026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,392 DEBUG [Thread-3028 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:51089 2024-11-27T20:24:41,392 DEBUG [Thread-3028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-27T20:24:41,478 INFO [Thread-3021 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 199 completed 2024-11-27T20:24:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33005 {}] regionserver.HRegion(8581): Flush requested on b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:41,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T20:24:41,803 DEBUG [Thread-3015 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:51089 2024-11-27T20:24:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:41,803 DEBUG [Thread-3015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:41,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127af5803e1f83946c4958dd8a02d81c9a3_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739080690/Put/seqid=0 2024-11-27T20:24:41,808 DEBUG [Thread-3017 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:51089 2024-11-27T20:24:41,808 DEBUG [Thread-3017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742639_1815 (size=12454) 2024-11-27T20:24:42,211 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:42,213 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127af5803e1f83946c4958dd8a02d81c9a3_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127af5803e1f83946c4958dd8a02d81c9a3_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:42,214 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/6182596e195149e99e01e3426f23cf7e, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:42,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/6182596e195149e99e01e3426f23cf7e is 175, key is test_row_0/A:col10/1732739080690/Put/seqid=0 2024-11-27T20:24:42,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742640_1816 (size=31255) 2024-11-27T20:24:42,618 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=460, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/6182596e195149e99e01e3426f23cf7e 2024-11-27T20:24:42,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/07525066bde340158c3328894368fb49 is 50, key is test_row_0/B:col10/1732739080690/Put/seqid=0 2024-11-27T20:24:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742641_1817 (size=12301) 2024-11-27T20:24:43,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/07525066bde340158c3328894368fb49 2024-11-27T20:24:43,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/9108963be0834847bf553d7574650ef2 is 50, key is test_row_0/C:col10/1732739080690/Put/seqid=0 2024-11-27T20:24:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742642_1818 (size=12301) 2024-11-27T20:24:43,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/9108963be0834847bf553d7574650ef2 2024-11-27T20:24:43,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/6182596e195149e99e01e3426f23cf7e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6182596e195149e99e01e3426f23cf7e 2024-11-27T20:24:43,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6182596e195149e99e01e3426f23cf7e, entries=150, sequenceid=460, filesize=30.5 K 2024-11-27T20:24:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/07525066bde340158c3328894368fb49 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/07525066bde340158c3328894368fb49 2024-11-27T20:24:43,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/07525066bde340158c3328894368fb49, entries=150, sequenceid=460, filesize=12.0 K 2024-11-27T20:24:43,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/9108963be0834847bf553d7574650ef2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9108963be0834847bf553d7574650ef2 2024-11-27T20:24:43,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9108963be0834847bf553d7574650ef2, entries=150, sequenceid=460, filesize=12.0 K 2024-11-27T20:24:43,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=6.71 KB/6870 for b60736005da73f981b390c572bfc19fb in 1644ms, sequenceid=460, compaction requested=true 2024-11-27T20:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T20:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:43,446 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-27T20:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T20:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b60736005da73f981b390c572bfc19fb:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T20:24:43,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:43,446 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-27T20:24:43,447 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 219637 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-27T20:24:43,447 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 86959 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-27T20:24:43,447 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/A is initiating minor compaction (all files) 2024-11-27T20:24:43,447 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/B is initiating minor compaction (all files) 2024-11-27T20:24:43,447 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/A in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:43,447 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/B in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:43,447 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b1ce38570fdf44cb87e21b377e3d5054, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/02ba999b5ec04e5483e901217a55f9a1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0694f905b76f419d9333551e94b4e3c0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6041daa5527345fd8134a74a0af52d69, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/306a94e3115c4105839774c01282bc58, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/57e6ac6ac41e4381b0bd3f2b48a98385, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6182596e195149e99e01e3426f23cf7e] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=214.5 K 2024-11-27T20:24:43,447 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b1cda2aeb44c45a5b5f60485fcaf7394, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/cab4186a50fd4246b6a88a0ccf6fa793, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b41acd42b6e14ef3acd8a25d9c06dfea, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/d58dfb4ec865437fa80d4643dc7c37e2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/13f2b3a3d45a4c4bb9f5bf9b58045104, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b7cf9cd2c3884d13bcf2528d580a2245, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/07525066bde340158c3328894368fb49] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=84.9 K 2024-11-27T20:24:43,447 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. files: [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b1ce38570fdf44cb87e21b377e3d5054, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/02ba999b5ec04e5483e901217a55f9a1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0694f905b76f419d9333551e94b4e3c0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6041daa5527345fd8134a74a0af52d69, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/306a94e3115c4105839774c01282bc58, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/57e6ac6ac41e4381b0bd3f2b48a98385, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6182596e195149e99e01e3426f23cf7e] 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b1cda2aeb44c45a5b5f60485fcaf7394, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732739074924 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1ce38570fdf44cb87e21b377e3d5054, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732739074924 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02ba999b5ec04e5483e901217a55f9a1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732739074954 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting cab4186a50fd4246b6a88a0ccf6fa793, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732739074954 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0694f905b76f419d9333551e94b4e3c0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732739075615 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b41acd42b6e14ef3acd8a25d9c06dfea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732739075615 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6041daa5527345fd8134a74a0af52d69, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732739076269 2024-11-27T20:24:43,448 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting d58dfb4ec865437fa80d4643dc7c37e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732739076269 2024-11-27T20:24:43,449 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 306a94e3115c4105839774c01282bc58, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732739078407 2024-11-27T20:24:43,449 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f2b3a3d45a4c4bb9f5bf9b58045104, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732739078407 2024-11-27T20:24:43,449 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e6ac6ac41e4381b0bd3f2b48a98385, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732739079551 2024-11-27T20:24:43,449 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting b7cf9cd2c3884d13bcf2528d580a2245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732739079551 2024-11-27T20:24:43,449 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 07525066bde340158c3328894368fb49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732739080678 2024-11-27T20:24:43,449 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6182596e195149e99e01e3426f23cf7e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732739080678 2024-11-27T20:24:43,456 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:43,457 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127a263a569f8a549a280af786c7124abda_b60736005da73f981b390c572bfc19fb store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:43,457 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#B#compaction#698 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-27T20:24:43,458 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/91a8191dc5374c4eb48795fa49afb5c5 is 50, key is test_row_0/B:col10/1732739080690/Put/seqid=0 2024-11-27T20:24:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742643_1819 (size=13391) 2024-11-27T20:24:43,463 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127a263a569f8a549a280af786c7124abda_b60736005da73f981b390c572bfc19fb, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:43,463 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a263a569f8a549a280af786c7124abda_b60736005da73f981b390c572bfc19fb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742644_1820 (size=4469) 2024-11-27T20:24:43,864 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/91a8191dc5374c4eb48795fa49afb5c5 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/91a8191dc5374c4eb48795fa49afb5c5 2024-11-27T20:24:43,867 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in b60736005da73f981b390c572bfc19fb/B of b60736005da73f981b390c572bfc19fb into 91a8191dc5374c4eb48795fa49afb5c5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:43,867 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:43,867 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/B, priority=9, startTime=1732739083446; duration=0sec 2024-11-27T20:24:43,868 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T20:24:43,868 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:B 2024-11-27T20:24:43,868 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-27T20:24:43,869 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 99158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-27T20:24:43,869 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1540): b60736005da73f981b390c572bfc19fb/C is initiating minor compaction (all files) 2024-11-27T20:24:43,869 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b60736005da73f981b390c572bfc19fb/C in TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:43,869 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/aa0851b4f680457aafeb49d2c06e2dff, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9f7ef6b8d1734556863f8901ebba56a1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e67a1290bd2f423086874596fd1a8f06, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7c4ec0a7d6e64b4b80f3fd5326efbf93, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/67b11d087aa44bd98293a2c4fa1b3651, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e4ced16c5fec414fb0f22132115baadc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/6a5b2b2eae1b4e18af89bf590885f755, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9108963be0834847bf553d7574650ef2] into tmpdir=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp, totalSize=96.8 K 2024-11-27T20:24:43,869 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting aa0851b4f680457aafeb49d2c06e2dff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732739073772 2024-11-27T20:24:43,870 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f7ef6b8d1734556863f8901ebba56a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732739074924 2024-11-27T20:24:43,870 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e67a1290bd2f423086874596fd1a8f06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732739074954 2024-11-27T20:24:43,870 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c4ec0a7d6e64b4b80f3fd5326efbf93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732739075615 2024-11-27T20:24:43,870 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 67b11d087aa44bd98293a2c4fa1b3651, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732739076269 2024-11-27T20:24:43,870 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting e4ced16c5fec414fb0f22132115baadc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732739078407 2024-11-27T20:24:43,870 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5b2b2eae1b4e18af89bf590885f755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732739079551 2024-11-27T20:24:43,871 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] compactions.Compactor(224): Compacting 9108963be0834847bf553d7574650ef2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732739080678 2024-11-27T20:24:43,872 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#A#compaction#699 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-27T20:24:43,872 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/74d8b8b57a3e403c83a745604eb8edd2 is 175, key is test_row_0/A:col10/1732739080690/Put/seqid=0 2024-11-27T20:24:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742645_1821 (size=32345) 2024-11-27T20:24:43,880 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b60736005da73f981b390c572bfc19fb#C#compaction#700 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-27T20:24:43,881 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/ec3dcba69bc74a7eaddc7c1b12322cac is 50, key is test_row_0/C:col10/1732739080690/Put/seqid=0 2024-11-27T20:24:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742646_1822 (size=13323) 2024-11-27T20:24:43,886 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/ec3dcba69bc74a7eaddc7c1b12322cac as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ec3dcba69bc74a7eaddc7c1b12322cac 2024-11-27T20:24:43,889 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in b60736005da73f981b390c572bfc19fb/C of b60736005da73f981b390c572bfc19fb into ec3dcba69bc74a7eaddc7c1b12322cac(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:43,889 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:43,889 INFO [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/C, priority=8, startTime=1732739083446; duration=0sec 2024-11-27T20:24:43,889 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:43,889 DEBUG [RS:0;23827885d8b7:33005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:C 2024-11-27T20:24:44,279 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/74d8b8b57a3e403c83a745604eb8edd2 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/74d8b8b57a3e403c83a745604eb8edd2 2024-11-27T20:24:44,282 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in b60736005da73f981b390c572bfc19fb/A of b60736005da73f981b390c572bfc19fb into 74d8b8b57a3e403c83a745604eb8edd2(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T20:24:44,282 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:44,282 INFO [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb., storeName=b60736005da73f981b390c572bfc19fb/A, priority=9, startTime=1732739083446; duration=0sec 2024-11-27T20:24:44,282 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T20:24:44,282 DEBUG [RS:0;23827885d8b7:33005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b60736005da73f981b390c572bfc19fb:A 2024-11-27T20:24:50,057 DEBUG [Thread-3013 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:51089 2024-11-27T20:24:50,057 DEBUG [Thread-3013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:50,898 DEBUG [Thread-3019 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:51089 2024-11-27T20:24:50,898 DEBUG [Thread-3019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:50,949 DEBUG [Thread-3011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:51089 2024-11-27T20:24:50,949 DEBUG [Thread-3011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 154 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 166 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4679 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4739 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4704 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4633 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4785 2024-11-27T20:24:50,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T20:24:50,949 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:24:50,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:51089 2024-11-27T20:24:50,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:50,950 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T20:24:50,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T20:24:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=201, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-27T20:24:50,953 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739090953"}]},"ts":"1732739090953"} 2024-11-27T20:24:50,954 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T20:24:50,956 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T20:24:50,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=202, ppid=201, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T20:24:50,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, UNASSIGN}] 2024-11-27T20:24:50,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, UNASSIGN 2024-11-27T20:24:50,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=b60736005da73f981b390c572bfc19fb, regionState=CLOSING, regionLocation=23827885d8b7,33005,1732738897633 2024-11-27T20:24:50,961 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:24:50,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE; CloseRegionProcedure b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633}] 2024-11-27T20:24:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-27T20:24:51,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23827885d8b7,33005,1732738897633 2024-11-27T20:24:51,111 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(124): Close b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:51,111 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1681): Closing b60736005da73f981b390c572bfc19fb, disabling compactions & flushes 2024-11-27T20:24:51,112 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. after waiting 0 ms 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:51,112 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(2837): Flushing b60736005da73f981b390c572bfc19fb 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=A 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=B 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b60736005da73f981b390c572bfc19fb, store=C 2024-11-27T20:24:51,112 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T20:24:51,118 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278ad8f7676bdc4534b57009e2637cae23_b60736005da73f981b390c572bfc19fb is 50, key is test_row_0/A:col10/1732739081807/Put/seqid=0 2024-11-27T20:24:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742647_1823 (size=12454) 2024-11-27T20:24:51,123 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:24:51,127 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278ad8f7676bdc4534b57009e2637cae23_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278ad8f7676bdc4534b57009e2637cae23_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:51,127 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/d5642e3411ca4fbc968a303b9a68a61b, store: [table=TestAcidGuarantees family=A region=b60736005da73f981b390c572bfc19fb] 2024-11-27T20:24:51,128 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/d5642e3411ca4fbc968a303b9a68a61b is 175, key is test_row_0/A:col10/1732739081807/Put/seqid=0 2024-11-27T20:24:51,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742648_1824 (size=31255) 2024-11-27T20:24:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-27T20:24:51,533 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=470, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/d5642e3411ca4fbc968a303b9a68a61b 2024-11-27T20:24:51,539 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/6a39b748d63a45d4b39a8567a463d623 is 50, key is test_row_0/B:col10/1732739081807/Put/seqid=0 2024-11-27T20:24:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742649_1825 (size=12301) 2024-11-27T20:24:51,543 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/6a39b748d63a45d4b39a8567a463d623 2024-11-27T20:24:51,548 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/b08d4feb185941b39d9649f197d4c596 is 50, key is test_row_0/C:col10/1732739081807/Put/seqid=0 2024-11-27T20:24:51,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742650_1826 (size=12301) 2024-11-27T20:24:51,551 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/b08d4feb185941b39d9649f197d4c596 2024-11-27T20:24:51,554 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/A/d5642e3411ca4fbc968a303b9a68a61b as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d5642e3411ca4fbc968a303b9a68a61b 2024-11-27T20:24:51,559 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d5642e3411ca4fbc968a303b9a68a61b, entries=150, sequenceid=470, filesize=30.5 K 2024-11-27T20:24:51,560 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/B/6a39b748d63a45d4b39a8567a463d623 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6a39b748d63a45d4b39a8567a463d623 2024-11-27T20:24:51,562 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6a39b748d63a45d4b39a8567a463d623, entries=150, sequenceid=470, filesize=12.0 K 2024-11-27T20:24:51,563 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/.tmp/C/b08d4feb185941b39d9649f197d4c596 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b08d4feb185941b39d9649f197d4c596 2024-11-27T20:24:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-27T20:24:51,566 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b08d4feb185941b39d9649f197d4c596, entries=150, sequenceid=470, filesize=12.0 K 2024-11-27T20:24:51,567 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for b60736005da73f981b390c572bfc19fb in 455ms, sequenceid=470, compaction requested=false 2024-11-27T20:24:51,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b44692b66dcf4f13b71473ecbe41bc31, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e4329c7d60444a21b8a0383af6e55383, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5dc4f8006c794bf699905c5ac6f239fc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3c467ad89ebf4519900ce43ade5035a2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/4ed89e1da6084f379b924c64830789d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/c525bd4da30340ffa23c95fd4f3ac260, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/39f32fe503d84472a733b46f4cc1b403, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e71468e37b1f4e5dab96b2886791b656, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d844741172894e6587976994525728de, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/cb8592bb716442009bc26009a85e94c8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/671ed92ddf204801b72e9d8ad8a0a927, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5931c99d548840e2ac275bee724f080b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/fa12609431d24b9e903e91cc1e472e0a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/68cb5e9d49154d7893b9296569a24f11, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/537fbb36dafd476aabc613959236c4e0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/a5065fb6c06a4609a5cf08eb788f7485, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/88584eb3778a479ab853a3e6eaa9c75e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/ff8376b83e3347118be9275162aec338, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/f3cfe55eea97419b9f92cb72c11ea7d3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/35d5d9aaa0504eb4a90f35a050a457d0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/1b1c046b59cf46949f36aa1f13a7b9bd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/37ffe2b056674bcb86bc95702b49ec68, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3a43657e513a4ec78f6fe5dba7f70caa, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/bba6acd8331a4d949fe39199f7ea406a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0631f3df96c44c71966b851f6553b08a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b1ce38570fdf44cb87e21b377e3d5054, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/02ba999b5ec04e5483e901217a55f9a1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0694f905b76f419d9333551e94b4e3c0, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6041daa5527345fd8134a74a0af52d69, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/306a94e3115c4105839774c01282bc58, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/57e6ac6ac41e4381b0bd3f2b48a98385, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6182596e195149e99e01e3426f23cf7e] to archive 2024-11-27T20:24:51,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:51,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b44692b66dcf4f13b71473ecbe41bc31 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b44692b66dcf4f13b71473ecbe41bc31 2024-11-27T20:24:51,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e4329c7d60444a21b8a0383af6e55383 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e4329c7d60444a21b8a0383af6e55383 2024-11-27T20:24:51,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5dc4f8006c794bf699905c5ac6f239fc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5dc4f8006c794bf699905c5ac6f239fc 2024-11-27T20:24:51,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3c467ad89ebf4519900ce43ade5035a2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3c467ad89ebf4519900ce43ade5035a2 2024-11-27T20:24:51,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/4ed89e1da6084f379b924c64830789d0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/4ed89e1da6084f379b924c64830789d0 2024-11-27T20:24:51,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/c525bd4da30340ffa23c95fd4f3ac260 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/c525bd4da30340ffa23c95fd4f3ac260 2024-11-27T20:24:51,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/39f32fe503d84472a733b46f4cc1b403 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/39f32fe503d84472a733b46f4cc1b403 2024-11-27T20:24:51,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e71468e37b1f4e5dab96b2886791b656 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/e71468e37b1f4e5dab96b2886791b656 2024-11-27T20:24:51,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d844741172894e6587976994525728de to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d844741172894e6587976994525728de 2024-11-27T20:24:51,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/cb8592bb716442009bc26009a85e94c8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/cb8592bb716442009bc26009a85e94c8 2024-11-27T20:24:51,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/671ed92ddf204801b72e9d8ad8a0a927 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/671ed92ddf204801b72e9d8ad8a0a927 2024-11-27T20:24:51,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5931c99d548840e2ac275bee724f080b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/5931c99d548840e2ac275bee724f080b 2024-11-27T20:24:51,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/fa12609431d24b9e903e91cc1e472e0a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/fa12609431d24b9e903e91cc1e472e0a 2024-11-27T20:24:51,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/68cb5e9d49154d7893b9296569a24f11 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/68cb5e9d49154d7893b9296569a24f11 2024-11-27T20:24:51,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/537fbb36dafd476aabc613959236c4e0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/537fbb36dafd476aabc613959236c4e0 2024-11-27T20:24:51,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/a5065fb6c06a4609a5cf08eb788f7485 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/a5065fb6c06a4609a5cf08eb788f7485 2024-11-27T20:24:51,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/88584eb3778a479ab853a3e6eaa9c75e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/88584eb3778a479ab853a3e6eaa9c75e 2024-11-27T20:24:51,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/ff8376b83e3347118be9275162aec338 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/ff8376b83e3347118be9275162aec338 2024-11-27T20:24:51,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/f3cfe55eea97419b9f92cb72c11ea7d3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/f3cfe55eea97419b9f92cb72c11ea7d3 2024-11-27T20:24:51,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/35d5d9aaa0504eb4a90f35a050a457d0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/35d5d9aaa0504eb4a90f35a050a457d0 2024-11-27T20:24:51,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/1b1c046b59cf46949f36aa1f13a7b9bd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/1b1c046b59cf46949f36aa1f13a7b9bd 2024-11-27T20:24:51,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/37ffe2b056674bcb86bc95702b49ec68 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/37ffe2b056674bcb86bc95702b49ec68 2024-11-27T20:24:51,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3a43657e513a4ec78f6fe5dba7f70caa to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/3a43657e513a4ec78f6fe5dba7f70caa 2024-11-27T20:24:51,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/bba6acd8331a4d949fe39199f7ea406a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/bba6acd8331a4d949fe39199f7ea406a 2024-11-27T20:24:51,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0631f3df96c44c71966b851f6553b08a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0631f3df96c44c71966b851f6553b08a 2024-11-27T20:24:51,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b1ce38570fdf44cb87e21b377e3d5054 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/b1ce38570fdf44cb87e21b377e3d5054 2024-11-27T20:24:51,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/02ba999b5ec04e5483e901217a55f9a1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/02ba999b5ec04e5483e901217a55f9a1 2024-11-27T20:24:51,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0694f905b76f419d9333551e94b4e3c0 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/0694f905b76f419d9333551e94b4e3c0 2024-11-27T20:24:51,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6041daa5527345fd8134a74a0af52d69 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6041daa5527345fd8134a74a0af52d69 2024-11-27T20:24:51,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/306a94e3115c4105839774c01282bc58 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/306a94e3115c4105839774c01282bc58 2024-11-27T20:24:51,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/57e6ac6ac41e4381b0bd3f2b48a98385 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/57e6ac6ac41e4381b0bd3f2b48a98385 2024-11-27T20:24:51,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6182596e195149e99e01e3426f23cf7e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/6182596e195149e99e01e3426f23cf7e 2024-11-27T20:24:51,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/94b3cd3642e24560a5138fc4d4acc835, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2541748c5c0a45a5904ea02a30ed7b75, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/76837d0063fb472aaf5e3a97e0771f7b, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/1b99af30f9fc4abb90873ce53e8ec6c8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/0a93cb5b921343c58030b48f36ecae39, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/a0eeac39883c477cadd3851c75dcc4e2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/fa14964e810940b0aa6c26fb06be19ce, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b9a0fc7a45fd4307853e465322c5789f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/ffbd53b5344a468da0137c28c63e6620, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e0a8bb9b62b14512b44be2ab73137d6f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/57bb981585094cfe83bec897551430e3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/06e2012b8e4e4ce6903a0b0be487b4cb, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/342608e26e9f4ee1b8b396704b25bc8a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2daa62506a1a4db0b45226439afa281c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/adda5630f77745f3b596e4e2ffb7cb0e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2d5e561f5b424e1ab4e7c7732d2a40b7, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/82996cf372f44323b089c7a3bae49bf8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/eb66f3091a8e4816a4c95ce618e543e4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b3eb9ef89c174b49beef3ad4d35fa1b4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e90712a6a17b4236a732673e2d8fe31f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e104e75f459d4b10ace0f2d8e29f2ea9, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/487e3f2536a84f1290228c9566ee9e15, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/539674b2dbfb460caf18ef60c1bd1ae3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6194b4aa44ca49d5871c00470bc2ff35, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b1cda2aeb44c45a5b5f60485fcaf7394, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/63349aaa081f4a6c95c0339bb62438b3, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/cab4186a50fd4246b6a88a0ccf6fa793, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b41acd42b6e14ef3acd8a25d9c06dfea, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/d58dfb4ec865437fa80d4643dc7c37e2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/13f2b3a3d45a4c4bb9f5bf9b58045104, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b7cf9cd2c3884d13bcf2528d580a2245, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/07525066bde340158c3328894368fb49] to archive 2024-11-27T20:24:51,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:51,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/94b3cd3642e24560a5138fc4d4acc835 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/94b3cd3642e24560a5138fc4d4acc835 2024-11-27T20:24:51,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2541748c5c0a45a5904ea02a30ed7b75 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2541748c5c0a45a5904ea02a30ed7b75 2024-11-27T20:24:51,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/76837d0063fb472aaf5e3a97e0771f7b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/76837d0063fb472aaf5e3a97e0771f7b 2024-11-27T20:24:51,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/1b99af30f9fc4abb90873ce53e8ec6c8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/1b99af30f9fc4abb90873ce53e8ec6c8 2024-11-27T20:24:51,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/0a93cb5b921343c58030b48f36ecae39 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/0a93cb5b921343c58030b48f36ecae39 2024-11-27T20:24:51,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/a0eeac39883c477cadd3851c75dcc4e2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/a0eeac39883c477cadd3851c75dcc4e2 2024-11-27T20:24:51,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/fa14964e810940b0aa6c26fb06be19ce to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/fa14964e810940b0aa6c26fb06be19ce 2024-11-27T20:24:51,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b9a0fc7a45fd4307853e465322c5789f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b9a0fc7a45fd4307853e465322c5789f 2024-11-27T20:24:51,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/ffbd53b5344a468da0137c28c63e6620 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/ffbd53b5344a468da0137c28c63e6620 2024-11-27T20:24:51,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e0a8bb9b62b14512b44be2ab73137d6f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e0a8bb9b62b14512b44be2ab73137d6f 2024-11-27T20:24:51,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/57bb981585094cfe83bec897551430e3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/57bb981585094cfe83bec897551430e3 2024-11-27T20:24:51,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/06e2012b8e4e4ce6903a0b0be487b4cb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/06e2012b8e4e4ce6903a0b0be487b4cb 2024-11-27T20:24:51,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/342608e26e9f4ee1b8b396704b25bc8a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/342608e26e9f4ee1b8b396704b25bc8a 2024-11-27T20:24:51,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2daa62506a1a4db0b45226439afa281c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2daa62506a1a4db0b45226439afa281c 2024-11-27T20:24:51,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/adda5630f77745f3b596e4e2ffb7cb0e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/adda5630f77745f3b596e4e2ffb7cb0e 2024-11-27T20:24:51,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2d5e561f5b424e1ab4e7c7732d2a40b7 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/2d5e561f5b424e1ab4e7c7732d2a40b7 2024-11-27T20:24:51,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/82996cf372f44323b089c7a3bae49bf8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/82996cf372f44323b089c7a3bae49bf8 2024-11-27T20:24:51,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/eb66f3091a8e4816a4c95ce618e543e4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/eb66f3091a8e4816a4c95ce618e543e4 2024-11-27T20:24:51,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b3eb9ef89c174b49beef3ad4d35fa1b4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b3eb9ef89c174b49beef3ad4d35fa1b4 2024-11-27T20:24:51,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e90712a6a17b4236a732673e2d8fe31f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e90712a6a17b4236a732673e2d8fe31f 2024-11-27T20:24:51,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e104e75f459d4b10ace0f2d8e29f2ea9 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/e104e75f459d4b10ace0f2d8e29f2ea9 2024-11-27T20:24:51,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/487e3f2536a84f1290228c9566ee9e15 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/487e3f2536a84f1290228c9566ee9e15 2024-11-27T20:24:51,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/539674b2dbfb460caf18ef60c1bd1ae3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/539674b2dbfb460caf18ef60c1bd1ae3 2024-11-27T20:24:51,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6194b4aa44ca49d5871c00470bc2ff35 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6194b4aa44ca49d5871c00470bc2ff35 2024-11-27T20:24:51,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b1cda2aeb44c45a5b5f60485fcaf7394 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b1cda2aeb44c45a5b5f60485fcaf7394 2024-11-27T20:24:51,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/63349aaa081f4a6c95c0339bb62438b3 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/63349aaa081f4a6c95c0339bb62438b3 2024-11-27T20:24:51,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/cab4186a50fd4246b6a88a0ccf6fa793 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/cab4186a50fd4246b6a88a0ccf6fa793 2024-11-27T20:24:51,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b41acd42b6e14ef3acd8a25d9c06dfea to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b41acd42b6e14ef3acd8a25d9c06dfea 2024-11-27T20:24:51,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/d58dfb4ec865437fa80d4643dc7c37e2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/d58dfb4ec865437fa80d4643dc7c37e2 2024-11-27T20:24:51,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/13f2b3a3d45a4c4bb9f5bf9b58045104 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/13f2b3a3d45a4c4bb9f5bf9b58045104 2024-11-27T20:24:51,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b7cf9cd2c3884d13bcf2528d580a2245 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/b7cf9cd2c3884d13bcf2528d580a2245 2024-11-27T20:24:51,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/07525066bde340158c3328894368fb49 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/07525066bde340158c3328894368fb49 2024-11-27T20:24:51,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/45c49a3e3fa24a1b84c4191ee22355b4, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bb7d91e645ab481397d01d3e8418d45e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5e9ccc32c09644cebac0d3c5564235ee, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/c3624ef67f8f40c9a28a434d15c14f91, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2638e336f36b4d6992bebf47a82f5cf8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f0847c776a8a41a2ba269dc9724e498f, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ea9de23eca324520ae784fc48bf9522c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/27d2c215605843f29c6cf6be5a81af9c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f21dfacc69d9476e914446973195cc8a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/195fe26de2c74225a7f6fad6a1d1fd31, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/38ae99dbac0944a496988b84978573ba, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a969f53e787940b4854b8c91078c6eb8, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2d62941e2f9e4e89a5d9b4428f934ad1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/081eaf1740784baf877409ea1e69fb22, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a5e12c94dc91496b87f3e1de920e08be, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5db2470972384ed682c107903ce59e11, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ab9fa6bac6ed47dc99adb30a2667bd6a, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b8e4027fdff0494d907dd28f02f9d5dd, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bd27ff56b9274b6584d12126fb4928f2, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7d95495fb5f748959ef1646ef712a43e, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e7a3e03e4b654849ad250ae635d9366c, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/aa0851b4f680457aafeb49d2c06e2dff, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b910a063e58a47e5b179c850245d7b82, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9f7ef6b8d1734556863f8901ebba56a1, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e67a1290bd2f423086874596fd1a8f06, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7c4ec0a7d6e64b4b80f3fd5326efbf93, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/67b11d087aa44bd98293a2c4fa1b3651, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e4ced16c5fec414fb0f22132115baadc, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/6a5b2b2eae1b4e18af89bf590885f755, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9108963be0834847bf553d7574650ef2] to archive 2024-11-27T20:24:51,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T20:24:51,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/45c49a3e3fa24a1b84c4191ee22355b4 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/45c49a3e3fa24a1b84c4191ee22355b4 2024-11-27T20:24:51,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bb7d91e645ab481397d01d3e8418d45e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bb7d91e645ab481397d01d3e8418d45e 2024-11-27T20:24:51,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5e9ccc32c09644cebac0d3c5564235ee to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5e9ccc32c09644cebac0d3c5564235ee 2024-11-27T20:24:51,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/c3624ef67f8f40c9a28a434d15c14f91 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/c3624ef67f8f40c9a28a434d15c14f91 2024-11-27T20:24:51,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2638e336f36b4d6992bebf47a82f5cf8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2638e336f36b4d6992bebf47a82f5cf8 2024-11-27T20:24:51,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f0847c776a8a41a2ba269dc9724e498f to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f0847c776a8a41a2ba269dc9724e498f 2024-11-27T20:24:51,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ea9de23eca324520ae784fc48bf9522c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ea9de23eca324520ae784fc48bf9522c 2024-11-27T20:24:51,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/27d2c215605843f29c6cf6be5a81af9c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/27d2c215605843f29c6cf6be5a81af9c 2024-11-27T20:24:51,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f21dfacc69d9476e914446973195cc8a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/f21dfacc69d9476e914446973195cc8a 2024-11-27T20:24:51,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/195fe26de2c74225a7f6fad6a1d1fd31 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/195fe26de2c74225a7f6fad6a1d1fd31 2024-11-27T20:24:51,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/38ae99dbac0944a496988b84978573ba to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/38ae99dbac0944a496988b84978573ba 2024-11-27T20:24:51,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a969f53e787940b4854b8c91078c6eb8 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a969f53e787940b4854b8c91078c6eb8 2024-11-27T20:24:51,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2d62941e2f9e4e89a5d9b4428f934ad1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/2d62941e2f9e4e89a5d9b4428f934ad1 2024-11-27T20:24:51,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/081eaf1740784baf877409ea1e69fb22 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/081eaf1740784baf877409ea1e69fb22 2024-11-27T20:24:51,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a5e12c94dc91496b87f3e1de920e08be to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/a5e12c94dc91496b87f3e1de920e08be 2024-11-27T20:24:51,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5db2470972384ed682c107903ce59e11 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/5db2470972384ed682c107903ce59e11 2024-11-27T20:24:51,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ab9fa6bac6ed47dc99adb30a2667bd6a to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ab9fa6bac6ed47dc99adb30a2667bd6a 2024-11-27T20:24:51,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b8e4027fdff0494d907dd28f02f9d5dd to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b8e4027fdff0494d907dd28f02f9d5dd 2024-11-27T20:24:51,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bd27ff56b9274b6584d12126fb4928f2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/bd27ff56b9274b6584d12126fb4928f2 2024-11-27T20:24:51,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7d95495fb5f748959ef1646ef712a43e to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7d95495fb5f748959ef1646ef712a43e 2024-11-27T20:24:51,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e7a3e03e4b654849ad250ae635d9366c to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e7a3e03e4b654849ad250ae635d9366c 2024-11-27T20:24:51,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/aa0851b4f680457aafeb49d2c06e2dff to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/aa0851b4f680457aafeb49d2c06e2dff 2024-11-27T20:24:51,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b910a063e58a47e5b179c850245d7b82 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b910a063e58a47e5b179c850245d7b82 2024-11-27T20:24:51,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9f7ef6b8d1734556863f8901ebba56a1 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9f7ef6b8d1734556863f8901ebba56a1 2024-11-27T20:24:51,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e67a1290bd2f423086874596fd1a8f06 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e67a1290bd2f423086874596fd1a8f06 2024-11-27T20:24:51,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7c4ec0a7d6e64b4b80f3fd5326efbf93 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/7c4ec0a7d6e64b4b80f3fd5326efbf93 2024-11-27T20:24:51,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/67b11d087aa44bd98293a2c4fa1b3651 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/67b11d087aa44bd98293a2c4fa1b3651 2024-11-27T20:24:51,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e4ced16c5fec414fb0f22132115baadc to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/e4ced16c5fec414fb0f22132115baadc 2024-11-27T20:24:51,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/6a5b2b2eae1b4e18af89bf590885f755 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/6a5b2b2eae1b4e18af89bf590885f755 2024-11-27T20:24:51,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9108963be0834847bf553d7574650ef2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/9108963be0834847bf553d7574650ef2 2024-11-27T20:24:51,688 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/recovered.edits/473.seqid, newMaxSeqId=473, maxSeqId=4 2024-11-27T20:24:51,689 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb. 2024-11-27T20:24:51,689 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1635): Region close journal for b60736005da73f981b390c572bfc19fb: 2024-11-27T20:24:51,691 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(170): Closed b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:51,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=b60736005da73f981b390c572bfc19fb, regionState=CLOSED 2024-11-27T20:24:51,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=204, resume processing ppid=203 2024-11-27T20:24:51,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=204, ppid=203, state=SUCCESS; CloseRegionProcedure b60736005da73f981b390c572bfc19fb, server=23827885d8b7,33005,1732738897633 in 731 msec 2024-11-27T20:24:51,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=203, resume processing ppid=202 2024-11-27T20:24:51,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=203, ppid=202, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b60736005da73f981b390c572bfc19fb, UNASSIGN in 735 msec 2024-11-27T20:24:51,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=202, resume processing ppid=201 2024-11-27T20:24:51,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=202, ppid=201, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 738 msec 2024-11-27T20:24:51,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732739091697"}]},"ts":"1732739091697"} 2024-11-27T20:24:51,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T20:24:51,701 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T20:24:51,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=201, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 750 msec 2024-11-27T20:24:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-11-27T20:24:52,067 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 201 completed 2024-11-27T20:24:52,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T20:24:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1098): Stored pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:52,074 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-11-27T20:24:52,076 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=205, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:52,078 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,082 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C, FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/recovered.edits] 2024-11-27T20:24:52,085 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/74d8b8b57a3e403c83a745604eb8edd2 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/74d8b8b57a3e403c83a745604eb8edd2 2024-11-27T20:24:52,086 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d5642e3411ca4fbc968a303b9a68a61b to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/A/d5642e3411ca4fbc968a303b9a68a61b 2024-11-27T20:24:52,088 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6a39b748d63a45d4b39a8567a463d623 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/6a39b748d63a45d4b39a8567a463d623 2024-11-27T20:24:52,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/91a8191dc5374c4eb48795fa49afb5c5 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/B/91a8191dc5374c4eb48795fa49afb5c5 2024-11-27T20:24:52,093 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b08d4feb185941b39d9649f197d4c596 to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/b08d4feb185941b39d9649f197d4c596 2024-11-27T20:24:52,094 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ec3dcba69bc74a7eaddc7c1b12322cac to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/C/ec3dcba69bc74a7eaddc7c1b12322cac 2024-11-27T20:24:52,097 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/recovered.edits/473.seqid to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb/recovered.edits/473.seqid 2024-11-27T20:24:52,097 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/default/TestAcidGuarantees/b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,098 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T20:24:52,098 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:24:52,099 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T20:24:52,103 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cb2f2344968476ebba3e0c9349044ea_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270cb2f2344968476ebba3e0c9349044ea_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,106 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721328353ff094e56ad8181d65ccc85fa_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721328353ff094e56ad8181d65ccc85fa_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,108 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272f683b3b05474e718214c3c4b3bc12d8_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272f683b3b05474e718214c3c4b3bc12d8_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,110 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112738b6f876a62342b18a24024722d3d9ac_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112738b6f876a62342b18a24024722d3d9ac_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,111 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273f1b1d1f348641a8b4f1e04a22f2d3cd_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273f1b1d1f348641a8b4f1e04a22f2d3cd_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,112 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127424296e3304049debf18261ccc315724_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127424296e3304049debf18261ccc315724_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,113 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c1f706369ee4bc8b63fd244d820ca4a_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c1f706369ee4bc8b63fd244d820ca4a_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,115 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127640501be039f4150931e288bbee38309_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127640501be039f4150931e288bbee38309_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,116 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276708f42f50214e91a0635905090bace4_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276708f42f50214e91a0635905090bace4_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,118 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b0101c8132a4bfd9ed8c75422e20c51_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276b0101c8132a4bfd9ed8c75422e20c51_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,119 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c3da2b127d34cf4befe5e856faa7afa_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276c3da2b127d34cf4befe5e856faa7afa_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,120 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276d7a55fd38284216a5bbe2ab09c26f0a_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276d7a55fd38284216a5bbe2ab09c26f0a_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,121 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277aadb2ffce6940a4aef501930c72d68b_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277aadb2ffce6940a4aef501930c72d68b_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,122 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277f06cddad6854f879760f7f621d8466e_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277f06cddad6854f879760f7f621d8466e_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,123 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112787a93519941e41a0945c1e9e9a5b651f_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112787a93519941e41a0945c1e9e9a5b651f_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,124 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278a008e262267484a89ce0700fd90f2e9_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278a008e262267484a89ce0700fd90f2e9_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,126 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278ad8f7676bdc4534b57009e2637cae23_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278ad8f7676bdc4534b57009e2637cae23_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,127 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127924d54ac542f495680302c18ac21e2c2_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127924d54ac542f495680302c18ac21e2c2_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,128 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112799cb672f331a47939773799572bec67e_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112799cb672f331a47939773799572bec67e_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,129 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279b34c4e975f6438a9b953ee3b74b0208_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279b34c4e975f6438a9b953ee3b74b0208_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,130 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ace11b7e9ae7454aa83fafc934ab2f0c_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ace11b7e9ae7454aa83fafc934ab2f0c_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,131 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127af5803e1f83946c4958dd8a02d81c9a3_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127af5803e1f83946c4958dd8a02d81c9a3_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,132 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ced47f02ede44a3ab63a15073be66917_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ced47f02ede44a3ab63a15073be66917_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,134 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d3105b10483848e49d9d737e0822a438_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d3105b10483848e49d9d737e0822a438_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,135 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d8d9609b4e814bf180d51ad6bf9b4548_b60736005da73f981b390c572bfc19fb to hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d8d9609b4e814bf180d51ad6bf9b4548_b60736005da73f981b390c572bfc19fb 2024-11-27T20:24:52,135 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T20:24:52,138 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=205, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:52,146 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T20:24:52,153 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T20:24:52,155 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=205, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:52,155 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T20:24:52,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732739092155"}]},"ts":"9223372036854775807"} 2024-11-27T20:24:52,157 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T20:24:52,157 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b60736005da73f981b390c572bfc19fb, NAME => 'TestAcidGuarantees,,1732739059602.b60736005da73f981b390c572bfc19fb.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:24:52,158 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T20:24:52,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732739092158"}]},"ts":"9223372036854775807"} 2024-11-27T20:24:52,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T20:24:52,164 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=205, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T20:24:52,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=205, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-27T20:24:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-11-27T20:24:52,175 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 205 completed 2024-11-27T20:24:52,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 239), OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=786 (was 785) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4953 (was 5069) 2024-11-27T20:24:52,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T20:24:52,200 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T20:24:52,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:51089 2024-11-27T20:24:52,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:52,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:24:52,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1403094460, stopped=false 2024-11-27T20:24:52,200 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=23827885d8b7,36979,1732738896873 2024-11-27T20:24:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:24:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:24:52,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-27T20:24:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T20:24:52,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:24:52,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:24:52,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T20:24:52,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:52,204 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23827885d8b7,33005,1732738897633' ***** 2024-11-27T20:24:52,204 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-27T20:24:52,204 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:24:52,204 INFO [RS:0;23827885d8b7:33005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:24:52,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-27T20:24:52,205 INFO [RS:0;23827885d8b7:33005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:24:52,205 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(3579): Received CLOSE for abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:24:52,205 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1224): stopping server 23827885d8b7,33005,1732738897633 2024-11-27T20:24:52,205 DEBUG [RS:0;23827885d8b7:33005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:52,205 INFO [RS:0;23827885d8b7:33005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:24:52,205 INFO [RS:0;23827885d8b7:33005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:24:52,205 INFO [RS:0;23827885d8b7:33005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:24:52,205 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-27T20:24:52,206 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing abdb53a2f8d33fbcf823cc91627efb99, disabling compactions & flushes 2024-11-27T20:24:52,206 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:24:52,206 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:24:52,206 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. after waiting 0 ms 2024-11-27T20:24:52,206 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:24:52,206 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing abdb53a2f8d33fbcf823cc91627efb99 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-27T20:24:52,209 INFO [regionserver/23827885d8b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:24:52,212 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-27T20:24:52,212 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, abdb53a2f8d33fbcf823cc91627efb99=hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99.} 2024-11-27T20:24:52,215 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:24:52,215 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T20:24:52,215 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T20:24:52,215 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:24:52,215 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:24:52,215 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-27T20:24:52,216 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, abdb53a2f8d33fbcf823cc91627efb99 2024-11-27T20:24:52,240 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99/.tmp/info/ecd70502ff4b4121b9b8fa8ece4f4f9f is 45, key is default/info:d/1732738901409/Put/seqid=0 2024-11-27T20:24:52,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742651_1827 (size=5037) 2024-11-27T20:24:52,253 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99/.tmp/info/ecd70502ff4b4121b9b8fa8ece4f4f9f 2024-11-27T20:24:52,258 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99/.tmp/info/ecd70502ff4b4121b9b8fa8ece4f4f9f as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99/info/ecd70502ff4b4121b9b8fa8ece4f4f9f 2024-11-27T20:24:52,261 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99/info/ecd70502ff4b4121b9b8fa8ece4f4f9f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-27T20:24:52,263 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for abdb53a2f8d33fbcf823cc91627efb99 in 57ms, sequenceid=6, compaction requested=false 2024-11-27T20:24:52,282 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/info/c0c658814c1e42c3b49b1a6ef078a5bf is 143, key is hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99./info:regioninfo/1732738901291/Put/seqid=0 2024-11-27T20:24:52,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742652_1828 (size=7725) 2024-11-27T20:24:52,320 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/namespace/abdb53a2f8d33fbcf823cc91627efb99/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T20:24:52,321 INFO [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:24:52,321 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for abdb53a2f8d33fbcf823cc91627efb99: 2024-11-27T20:24:52,321 DEBUG [RS_CLOSE_REGION-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732738900058.abdb53a2f8d33fbcf823cc91627efb99. 2024-11-27T20:24:52,417 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T20:24:52,617 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T20:24:52,644 INFO [regionserver/23827885d8b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:24:52,644 INFO [regionserver/23827885d8b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:24:52,717 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/info/c0c658814c1e42c3b49b1a6ef078a5bf 2024-11-27T20:24:52,745 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/rep_barrier/2a76a65acc324a4fa5335c2c55db69ef is 102, key is TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4./rep_barrier:/1732738934973/DeleteFamily/seqid=0 2024-11-27T20:24:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742653_1829 (size=6025) 2024-11-27T20:24:52,817 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T20:24:53,017 DEBUG [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T20:24:53,157 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/rep_barrier/2a76a65acc324a4fa5335c2c55db69ef 2024-11-27T20:24:53,182 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/table/ef7b25eac1d44efb8ae993fdf61f76ca is 96, key is TestAcidGuarantees,,1732738901570.9fd8033e4913c0c16c9144866a65b5f4./table:/1732738934973/DeleteFamily/seqid=0 2024-11-27T20:24:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742654_1830 (size=5942) 2024-11-27T20:24:53,187 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/table/ef7b25eac1d44efb8ae993fdf61f76ca 2024-11-27T20:24:53,190 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/info/c0c658814c1e42c3b49b1a6ef078a5bf as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/info/c0c658814c1e42c3b49b1a6ef078a5bf 2024-11-27T20:24:53,193 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/info/c0c658814c1e42c3b49b1a6ef078a5bf, entries=22, sequenceid=93, filesize=7.5 K 2024-11-27T20:24:53,195 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/rep_barrier/2a76a65acc324a4fa5335c2c55db69ef as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/rep_barrier/2a76a65acc324a4fa5335c2c55db69ef 2024-11-27T20:24:53,198 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/rep_barrier/2a76a65acc324a4fa5335c2c55db69ef, entries=6, sequenceid=93, filesize=5.9 K 2024-11-27T20:24:53,198 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/.tmp/table/ef7b25eac1d44efb8ae993fdf61f76ca as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/table/ef7b25eac1d44efb8ae993fdf61f76ca 2024-11-27T20:24:53,201 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/table/ef7b25eac1d44efb8ae993fdf61f76ca, entries=9, sequenceid=93, filesize=5.8 K 2024-11-27T20:24:53,202 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=93, compaction requested=false 2024-11-27T20:24:53,208 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-27T20:24:53,209 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:24:53,209 INFO [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T20:24:53,209 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T20:24:53,209 DEBUG [RS_CLOSE_META-regionserver/23827885d8b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:24:53,218 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1250): stopping server 23827885d8b7,33005,1732738897633; all regions closed. 2024-11-27T20:24:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741834_1010 (size=26050) 2024-11-27T20:24:53,223 DEBUG [RS:0;23827885d8b7:33005 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/oldWALs 2024-11-27T20:24:53,223 INFO [RS:0;23827885d8b7:33005 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23827885d8b7%2C33005%2C1732738897633.meta:.meta(num 1732738899801) 2024-11-27T20:24:53,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741832_1008 (size=19088922) 2024-11-27T20:24:53,228 DEBUG [RS:0;23827885d8b7:33005 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/oldWALs 2024-11-27T20:24:53,228 INFO [RS:0;23827885d8b7:33005 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23827885d8b7%2C33005%2C1732738897633:(num 1732738898802) 2024-11-27T20:24:53,228 DEBUG [RS:0;23827885d8b7:33005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:53,228 INFO [RS:0;23827885d8b7:33005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:24:53,229 INFO [RS:0;23827885d8b7:33005 {}] hbase.ChoreService(370): Chore service for: regionserver/23827885d8b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-27T20:24:53,229 INFO [regionserver/23827885d8b7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T20:24:53,229 INFO [RS:0;23827885d8b7:33005 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33005 2024-11-27T20:24:53,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/23827885d8b7,33005,1732738897633 2024-11-27T20:24:53,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T20:24:53,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [23827885d8b7,33005,1732738897633] 2024-11-27T20:24:53,237 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 23827885d8b7,33005,1732738897633; numProcessing=1 2024-11-27T20:24:53,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/23827885d8b7,33005,1732738897633 already deleted, retry=false 2024-11-27T20:24:53,239 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 23827885d8b7,33005,1732738897633 expired; onlineServers=0 2024-11-27T20:24:53,239 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23827885d8b7,36979,1732738896873' ***** 2024-11-27T20:24:53,239 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:24:53,239 DEBUG [M:0;23827885d8b7:36979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66871d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23827885d8b7/172.17.0.2:0 2024-11-27T20:24:53,239 INFO [M:0;23827885d8b7:36979 {}] regionserver.HRegionServer(1224): stopping server 23827885d8b7,36979,1732738896873 2024-11-27T20:24:53,239 INFO [M:0;23827885d8b7:36979 {}] regionserver.HRegionServer(1250): stopping server 23827885d8b7,36979,1732738896873; all regions closed. 2024-11-27T20:24:53,239 DEBUG [M:0;23827885d8b7:36979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:24:53,239 DEBUG [M:0;23827885d8b7:36979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:24:53,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:24:53,239 DEBUG [M:0;23827885d8b7:36979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:24:53,239 DEBUG [master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.large.0-1732738898560 {}] cleaner.HFileCleaner(306): Exit Thread[master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.large.0-1732738898560,5,FailOnTimeoutGroup] 2024-11-27T20:24:53,239 DEBUG [master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.small.0-1732738898565 {}] cleaner.HFileCleaner(306): Exit Thread[master/23827885d8b7:0:becomeActiveMaster-HFileCleaner.small.0-1732738898565,5,FailOnTimeoutGroup] 2024-11-27T20:24:53,240 INFO [M:0;23827885d8b7:36979 {}] hbase.ChoreService(370): Chore service for: master/23827885d8b7:0 had [] on shutdown 2024-11-27T20:24:53,240 DEBUG [M:0;23827885d8b7:36979 {}] master.HMaster(1733): Stopping service threads 2024-11-27T20:24:53,240 INFO [M:0;23827885d8b7:36979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:24:53,240 ERROR [M:0;23827885d8b7:36979 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:33171 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33171,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-27T20:24:53,241 INFO [M:0;23827885d8b7:36979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:24:53,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:24:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T20:24:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T20:24:53,252 DEBUG [M:0;23827885d8b7:36979 {}] zookeeper.ZKUtil(347): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T20:24:53,252 WARN [M:0;23827885d8b7:36979 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:24:53,252 INFO [M:0;23827885d8b7:36979 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-27T20:24:53,252 INFO [M:0;23827885d8b7:36979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:24:53,253 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:24:53,253 INFO [M:0;23827885d8b7:36979 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:24:53,253 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:24:53,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T20:24:53,253 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:24:53,253 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:24:53,253 INFO [M:0;23827885d8b7:36979 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=848.51 KB heapSize=1.02 MB 2024-11-27T20:24:53,276 DEBUG [M:0;23827885d8b7:36979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05df9fec03e4c0a9b02a1f9826f1bf8 is 82, key is hbase:meta,,1/info:regioninfo/1732738899950/Put/seqid=0 2024-11-27T20:24:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742655_1831 (size=5672) 2024-11-27T20:24:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:24:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33005-0x1003aa509b00001, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:24:53,337 INFO [RS:0;23827885d8b7:33005 {}] regionserver.HRegionServer(1307): Exiting; stopping=23827885d8b7,33005,1732738897633; zookeeper connection closed. 2024-11-27T20:24:53,338 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@da266b3 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@da266b3 2024-11-27T20:24:53,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:24:53,680 INFO [M:0;23827885d8b7:36979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2475 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05df9fec03e4c0a9b02a1f9826f1bf8 2024-11-27T20:24:53,710 DEBUG [M:0;23827885d8b7:36979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2977e009a249ca921287de667a901e is 2278, key is \x00\x00\x00\x00\x00\x00\x00\xB0/proc:d/1732739061238/Put/seqid=0 2024-11-27T20:24:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742656_1832 (size=49669) 2024-11-27T20:24:54,117 INFO [M:0;23827885d8b7:36979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=847.96 KB at sequenceid=2475 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2977e009a249ca921287de667a901e 2024-11-27T20:24:54,120 INFO [M:0;23827885d8b7:36979 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae2977e009a249ca921287de667a901e 2024-11-27T20:24:54,151 DEBUG [M:0;23827885d8b7:36979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ea8d6d8a603487dbb5d405c0f6b90e8 is 69, key is 23827885d8b7,33005,1732738897633/rs:state/1732738898576/Put/seqid=0 2024-11-27T20:24:54,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073742657_1833 (size=5156) 2024-11-27T20:24:54,566 INFO [M:0;23827885d8b7:36979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2475 (bloomFilter=true), to=hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ea8d6d8a603487dbb5d405c0f6b90e8 2024-11-27T20:24:54,570 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05df9fec03e4c0a9b02a1f9826f1bf8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c05df9fec03e4c0a9b02a1f9826f1bf8 2024-11-27T20:24:54,573 INFO [M:0;23827885d8b7:36979 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c05df9fec03e4c0a9b02a1f9826f1bf8, entries=8, sequenceid=2475, filesize=5.5 K 2024-11-27T20:24:54,580 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae2977e009a249ca921287de667a901e as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae2977e009a249ca921287de667a901e 2024-11-27T20:24:54,584 INFO [M:0;23827885d8b7:36979 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae2977e009a249ca921287de667a901e 2024-11-27T20:24:54,584 INFO [M:0;23827885d8b7:36979 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae2977e009a249ca921287de667a901e, entries=205, sequenceid=2475, filesize=48.5 K 2024-11-27T20:24:54,585 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ea8d6d8a603487dbb5d405c0f6b90e8 as hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ea8d6d8a603487dbb5d405c0f6b90e8 2024-11-27T20:24:54,588 INFO [M:0;23827885d8b7:36979 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33171/user/jenkins/test-data/35df65cf-ef30-9a28-e975-e26b510ac840/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ea8d6d8a603487dbb5d405c0f6b90e8, entries=1, sequenceid=2475, filesize=5.0 K 2024-11-27T20:24:54,589 INFO [M:0;23827885d8b7:36979 {}] regionserver.HRegion(3040): Finished flush of dataSize ~848.51 KB/868877, heapSize ~1.02 MB/1073904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=2475, compaction requested=false 2024-11-27T20:24:54,604 INFO [M:0;23827885d8b7:36979 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:24:54,604 DEBUG [M:0;23827885d8b7:36979 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T20:24:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33519 is added to blk_1073741830_1006 (size=1031095) 2024-11-27T20:24:54,616 INFO [M:0;23827885d8b7:36979 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-27T20:24:54,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T20:24:54,616 INFO [M:0;23827885d8b7:36979 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36979 2024-11-27T20:24:54,618 DEBUG [M:0;23827885d8b7:36979 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/23827885d8b7,36979,1732738896873 already deleted, retry=false 2024-11-27T20:24:54,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:24:54,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x1003aa509b00000, quorum=127.0.0.1:51089, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:24:54,720 INFO [M:0;23827885d8b7:36979 {}] regionserver.HRegionServer(1307): Exiting; stopping=23827885d8b7,36979,1732738896873; zookeeper connection closed. 2024-11-27T20:24:54,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:24:54,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:24:54,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:24:54,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:24:54,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/hadoop.log.dir/,STOPPED} 2024-11-27T20:24:54,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:24:54,759 WARN [BP-154317913-172.17.0.2-1732738893796 heartbeating to localhost/127.0.0.1:33171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:24:54,759 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:24:54,759 WARN [BP-154317913-172.17.0.2-1732738893796 heartbeating to localhost/127.0.0.1:33171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-154317913-172.17.0.2-1732738893796 (Datanode Uuid 80ddd18d-a433-425b-967f-aa94da7e9f60) service to localhost/127.0.0.1:33171 2024-11-27T20:24:54,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/cluster_9f9627be-4b86-caee-a1bd-c640e54c7821/dfs/data/data2/current/BP-154317913-172.17.0.2-1732738893796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:24:54,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/cluster_9f9627be-4b86-caee-a1bd-c640e54c7821/dfs/data/data1/current/BP-154317913-172.17.0.2-1732738893796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:24:54,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:24:54,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:24:54,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:24:54,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:24:54,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:24:54,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/56f40b6a-2ebc-1aac-b222-aab8f335daef/hadoop.log.dir/,STOPPED} 2024-11-27T20:24:54,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:24:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down